2024-12-11 22:55:30,186 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-12-11 22:55:30,203 main DEBUG Took 0.009096 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 22:55:30,204 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 22:55:30,204 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 22:55:30,205 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 22:55:30,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,212 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 22:55:30,222 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,225 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,226 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,226 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,227 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,228 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,229 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,229 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,230 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,230 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:55:30,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,232 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 22:55:30,233 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:55:30,234 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 22:55:30,236 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 22:55:30,236 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 22:55:30,237 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 22:55:30,237 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 22:55:30,245 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 22:55:30,247 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 22:55:30,248 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 22:55:30,249 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 22:55:30,249 main DEBUG createAppenders(={Console}) 2024-12-11 22:55:30,250 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-12-11 22:55:30,250 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-12-11 22:55:30,250 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-12-11 22:55:30,250 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 22:55:30,251 main DEBUG OutputStream closed 2024-12-11 22:55:30,251 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 22:55:30,251 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 22:55:30,251 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-12-11 22:55:30,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 22:55:30,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 22:55:30,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 22:55:30,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 22:55:30,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 22:55:30,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 22:55:30,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 22:55:30,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 22:55:30,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 22:55:30,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 22:55:30,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 22:55:30,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 22:55:30,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 22:55:30,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 22:55:30,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 22:55:30,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 22:55:30,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 22:55:30,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 22:55:30,341 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 22:55:30,341 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-12-11 22:55:30,342 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 22:55:30,342 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-12-11T22:55:30,354 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins 2024-12-11 22:55:30,357 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 22:55:30,357 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T22:55:30,607 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8 2024-12-11T22:55:30,627 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=9609 2024-12-11T22:55:30,720 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T22:55:30,799 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:30,812 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/cluster_c93f202b-e0ab-3685-17b6-26fd82835d6a, deleteOnExit=true 2024-12-11T22:55:30,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/cluster_c93f202b-e0ab-3685-17b6-26fd82835d6a/zookeeper_0, clientPort=49659, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/cluster_c93f202b-e0ab-3685-17b6-26fd82835d6a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/cluster_c93f202b-e0ab-3685-17b6-26fd82835d6a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T22:55:30,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49659 2024-12-11T22:55:30,963 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:31,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 with version=8 2024-12-11T22:55:31,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/hbase-staging 2024-12-11T22:55:31,132 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T22:55:31,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:55:31,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:31,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:55:31,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:31,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:55:31,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T22:55:31,594 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T22:55:31,627 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T22:55:31,636 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T22:55:31,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:55:31,669 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16545 (auto-detected) 2024-12-11T22:55:31,670 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T22:55:31,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36771 2024-12-11T22:55:31,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36771 connecting to ZooKeeper ensemble=127.0.0.1:49659 2024-12-11T22:55:31,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367710x0, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:55:31,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36771-0x1001717493a0000 connected 2024-12-11T22:55:31,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:31,920 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:31,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:31,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38, hbase.cluster.distributed=false 2024-12-11T22:55:31,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:55:31,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36771 2024-12-11T22:55:31,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36771 2024-12-11T22:55:31,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36771 2024-12-11T22:55:31,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36771 2024-12-11T22:55:31,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36771 2024-12-11T22:55:32,031 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:55:32,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:32,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:32,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:55:32,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:32,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:55:32,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:55:32,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:55:32,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46791 2024-12-11T22:55:32,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46791 connecting to ZooKeeper ensemble=127.0.0.1:49659 2024-12-11T22:55:32,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:32,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:32,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467910x0, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:55:32,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46791-0x1001717493a0001 connected 2024-12-11T22:55:32,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:32,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:55:32,067 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.cache 2024-12-11T22:55:32,072 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-11T22:55:32,073 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-11T22:55:32,075 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-11T22:55:32,077 INFO [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-11T22:55:32,077 WARN [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-12-11T22:55:32,081 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-11T22:55:32,084 INFO [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-11T22:55:32,085 INFO [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.persistence is complete. 2024-12-11T22:55:32,086 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:55:32,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:55:32,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:55:32,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46791 2024-12-11T22:55:32,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46791 2024-12-11T22:55:32,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46791 2024-12-11T22:55:32,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46791 2024-12-11T22:55:32,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46791 2024-12-11T22:55:32,118 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:55:32,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:32,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:32,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:55:32,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:32,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:55:32,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:55:32,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:55:32,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43657 2024-12-11T22:55:32,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43657 connecting to ZooKeeper ensemble=127.0.0.1:49659 2024-12-11T22:55:32,123 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:32,123 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:32,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436570x0, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:55:32,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436570x0, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:32,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43657-0x1001717493a0002 connected 2024-12-11T22:55:32,135 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:55:32,138 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.cache 2024-12-11T22:55:32,139 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-11T22:55:32,139 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-11T22:55:32,139 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-11T22:55:32,139 INFO [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-11T22:55:32,140 WARN [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-12-11T22:55:32,140 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-11T22:55:32,140 INFO [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-11T22:55:32,140 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:55:32,141 INFO [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.persistence is complete. 2024-12-11T22:55:32,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:55:32,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:55:32,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43657 2024-12-11T22:55:32,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43657 2024-12-11T22:55:32,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43657 2024-12-11T22:55:32,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43657 2024-12-11T22:55:32,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43657 2024-12-11T22:55:32,170 DEBUG [M:0;d462fa545078:36771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d462fa545078:36771 2024-12-11T22:55:32,171 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d462fa545078,36771,1733957731211 2024-12-11T22:55:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:32,189 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d462fa545078,36771,1733957731211 2024-12-11T22:55:32,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:55:32,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:55:32,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,219 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T22:55:32,220 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d462fa545078,36771,1733957731211 from backup master directory 2024-12-11T22:55:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d462fa545078,36771,1733957731211 2024-12-11T22:55:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:32,229 WARN [master/d462fa545078:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:55:32,230 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d462fa545078,36771,1733957731211 2024-12-11T22:55:32,231 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T22:55:32,233 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T22:55:32,240 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/hbase.id] with ID: 6d2aef7c-331c-4a84-a3e8-e9c413423b98 2024-12-11T22:55:32,240 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/.tmp/hbase.id 2024-12-11T22:55:32,245 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/hbase.id] 2024-12-11T22:55:32,278 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:32,283 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T22:55:32,302 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-11T22:55:32,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,341 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:55:32,345 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T22:55:32,386 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:55:32,392 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:32,445 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store 2024-12-11T22:55:32,467 INFO [master/d462fa545078:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T22:55:32,470 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:32,471 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:55:32,472 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:32,472 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:32,473 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:55:32,474 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:32,474 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:32,474 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733957732471Disabling compacts and flushes for region at 1733957732471Disabling writes for close at 1733957732473 (+2 ms)Writing region close event to WAL at 1733957732474 (+1 ms)Closed at 1733957732474 2024-12-11T22:55:32,475 WARN [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/.initializing 2024-12-11T22:55:32,475 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/WALs/d462fa545078,36771,1733957731211 2024-12-11T22:55:32,486 INFO [master/d462fa545078:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:55:32,499 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C36771%2C1733957731211, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/WALs/d462fa545078,36771,1733957731211, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/oldWALs, maxLogs=10 2024-12-11T22:55:32,533 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/WALs/d462fa545078,36771,1733957731211/d462fa545078%2C36771%2C1733957731211.1733957732503 2024-12-11T22:55:32,534 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:32,535 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:32,535 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:32,539 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,540 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T22:55:32,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:32,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:32,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T22:55:32,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:32,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:32,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T22:55:32,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:32,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:32,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T22:55:32,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:32,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:32,646 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,650 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,651 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,654 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,655 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,658 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:55:32,660 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:32,667 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:55:32,667 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66863834, jitterRate=-0.003651231527328491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:55:32,674 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733957732553Initializing all the Stores at 1733957732553Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957732554 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957732554Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957732555 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957732555Cleaning up temporary data from old regions at 1733957732655 (+100 ms)Region opened successfully at 1733957732674 (+19 ms) 2024-12-11T22:55:32,676 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T22:55:32,709 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6c32b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:55:32,742 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T22:55:32,754 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T22:55:32,754 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T22:55:32,758 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T22:55:32,759 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-11T22:55:32,765 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-11T22:55:32,765 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T22:55:32,789 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T22:55:32,799 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T22:55:32,849 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T22:55:32,853 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T22:55:32,856 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T22:55:32,870 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T22:55:32,872 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T22:55:32,878 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T22:55:32,891 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T22:55:32,894 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T22:55:32,901 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T22:55:32,922 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T22:55:32,933 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T22:55:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,958 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d462fa545078,36771,1733957731211, sessionid=0x1001717493a0000, setting cluster-up flag (Was=false) 2024-12-11T22:55:32,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:32,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:33,017 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T22:55:33,021 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,36771,1733957731211 2024-12-11T22:55:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:33,070 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T22:55:33,073 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,36771,1733957731211 2024-12-11T22:55:33,081 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T22:55:33,149 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T22:55:33,154 INFO [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(746): ClusterId : 6d2aef7c-331c-4a84-a3e8-e9c413423b98 2024-12-11T22:55:33,154 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(746): ClusterId : 6d2aef7c-331c-4a84-a3e8-e9c413423b98 2024-12-11T22:55:33,157 DEBUG [RS:1;d462fa545078:43657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:55:33,157 DEBUG [RS:0;d462fa545078:46791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:55:33,160 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T22:55:33,167 DEBUG [RS:1;d462fa545078:43657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:55:33,167 DEBUG [RS:0;d462fa545078:46791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:55:33,167 DEBUG [RS:1;d462fa545078:43657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:55:33,167 DEBUG [RS:0;d462fa545078:46791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:55:33,168 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T22:55:33,177 DEBUG [RS:0;d462fa545078:46791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:55:33,177 DEBUG [RS:1;d462fa545078:43657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:55:33,177 DEBUG [RS:1;d462fa545078:43657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27103059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:55:33,174 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d462fa545078,36771,1733957731211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T22:55:33,177 DEBUG [RS:0;d462fa545078:46791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599de6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:55:33,182 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:55:33,182 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:55:33,183 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:55:33,183 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:55:33,183 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d462fa545078:0, corePoolSize=10, maxPoolSize=10 2024-12-11T22:55:33,183 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,183 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:55:33,183 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,187 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733957763186 2024-12-11T22:55:33,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:55:33,189 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T22:55:33,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T22:55:33,190 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T22:55:33,193 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T22:55:33,194 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T22:55:33,194 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T22:55:33,194 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,195 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T22:55:33,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T22:55:33,197 DEBUG [RS:1;d462fa545078:43657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d462fa545078:43657 2024-12-11T22:55:33,197 DEBUG [RS:0;d462fa545078:46791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d462fa545078:46791 2024-12-11T22:55:33,197 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,201 INFO [RS:1;d462fa545078:43657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:55:33,201 INFO [RS:0;d462fa545078:46791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:55:33,201 INFO [RS:1;d462fa545078:43657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:55:33,201 INFO [RS:0;d462fa545078:46791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:55:33,201 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T22:55:33,201 DEBUG [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:55:33,201 DEBUG [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:55:33,203 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T22:55:33,203 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T22:55:33,204 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,36771,1733957731211 with port=43657, startcode=1733957732118 2024-12-11T22:55:33,204 INFO [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,36771,1733957731211 with port=46791, startcode=1733957732000 2024-12-11T22:55:33,208 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T22:55:33,208 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T22:55:33,216 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957733209,5,FailOnTimeoutGroup] 2024-12-11T22:55:33,216 DEBUG [RS:1;d462fa545078:43657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:55:33,216 DEBUG [RS:0;d462fa545078:46791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:55:33,217 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957733217,5,FailOnTimeoutGroup] 2024-12-11T22:55:33,217 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T22:55:33,217 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,217 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T22:55:33,218 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:33,219 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,219 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:33,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-11T22:55:33,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:55:33,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:33,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-11T22:55:33,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:55:33,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:33,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-11T22:55:33,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:55:33,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:33,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-11T22:55:33,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:55:33,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:33,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:55:33,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:33,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:33,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:55:33,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:55:33,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:55:33,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:55:33,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:55:33,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60870020, jitterRate=-0.09296602010726929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:55:33,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733957733225Initializing all the Stores at 1733957733225Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957733225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957733226 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957733226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957733226Cleaning up temporary data from old regions at 1733957733248 (+22 ms)Region opened successfully at 1733957733264 (+16 ms) 2024-12-11T22:55:33,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:55:33,264 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:55:33,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:55:33,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:55:33,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:55:33,267 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:55:33,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957733264Disabling compacts and flushes for region at 1733957733264Disabling writes for close at 1733957733265 (+1 ms)Writing region close event to WAL at 1733957733266 (+1 ms)Closed at 1733957733267 (+1 ms) 2024-12-11T22:55:33,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:55:33,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T22:55:33,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T22:55:33,284 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49321, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:55:33,284 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:55:33,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:55:33,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,43657,1733957732118 2024-12-11T22:55:33,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T22:55:33,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36771 {}] master.ServerManager(517): Registering regionserver=d462fa545078,43657,1733957732118 2024-12-11T22:55:33,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,46791,1733957732000 2024-12-11T22:55:33,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36771 {}] master.ServerManager(517): Registering regionserver=d462fa545078,46791,1733957732000 2024-12-11T22:55:33,305 DEBUG [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:33,305 DEBUG [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:33,305 DEBUG [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-11T22:55:33,305 DEBUG [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-11T22:55:33,305 DEBUG [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:55:33,305 DEBUG [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:55:33,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:55:33,377 DEBUG [RS:0;d462fa545078:46791 {}] zookeeper.ZKUtil(111): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,46791,1733957732000 2024-12-11T22:55:33,377 DEBUG [RS:1;d462fa545078:43657 {}] zookeeper.ZKUtil(111): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,43657,1733957732118 2024-12-11T22:55:33,377 WARN [RS:1;d462fa545078:43657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:55:33,377 WARN [RS:0;d462fa545078:46791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:55:33,377 INFO [RS:0;d462fa545078:46791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:33,377 INFO [RS:1;d462fa545078:43657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:33,378 DEBUG [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,43657,1733957732118 2024-12-11T22:55:33,378 DEBUG [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,46791,1733957732000 2024-12-11T22:55:33,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,46791,1733957732000] 2024-12-11T22:55:33,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,43657,1733957732118] 2024-12-11T22:55:33,409 INFO [RS:1;d462fa545078:43657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:55:33,409 INFO [RS:0;d462fa545078:46791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:55:33,425 INFO [RS:1;d462fa545078:43657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:55:33,425 INFO [RS:0;d462fa545078:46791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:55:33,429 INFO [RS:1;d462fa545078:43657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:55:33,430 INFO [RS:0;d462fa545078:46791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:55:33,430 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,430 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,431 INFO [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:55:33,431 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:55:33,436 INFO [RS:1;d462fa545078:43657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:55:33,436 INFO [RS:0;d462fa545078:46791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:55:33,438 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,438 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,438 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,438 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,439 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,439 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,439 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,439 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,439 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,439 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,439 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,439 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,440 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:55:33,440 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:55:33,440 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,440 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,440 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,440 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,440 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,440 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,440 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,440 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,441 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,441 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,441 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,441 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:33,441 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:33,441 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:33,441 DEBUG [RS:0;d462fa545078:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:33,441 DEBUG [RS:1;d462fa545078:43657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:33,442 WARN [d462fa545078:36771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T22:55:33,444 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,43657,1733957732118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:55:33,444 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,46791,1733957732000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:55:33,472 INFO [RS:0;d462fa545078:46791 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:55:33,472 INFO [RS:1;d462fa545078:43657 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:55:33,474 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,46791,1733957732000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,474 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,43657,1733957732118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,475 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,475 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,475 INFO [RS:1;d462fa545078:43657 {}] regionserver.Replication(171): d462fa545078,43657,1733957732118 started 2024-12-11T22:55:33,475 INFO [RS:0;d462fa545078:46791 {}] regionserver.Replication(171): d462fa545078,46791,1733957732000 started 2024-12-11T22:55:33,501 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,501 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:33,502 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,43657,1733957732118, RpcServer on d462fa545078/172.17.0.2:43657, sessionid=0x1001717493a0002 2024-12-11T22:55:33,502 INFO [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,46791,1733957732000, RpcServer on d462fa545078/172.17.0.2:46791, sessionid=0x1001717493a0001 2024-12-11T22:55:33,503 DEBUG [RS:1;d462fa545078:43657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:55:33,503 DEBUG [RS:0;d462fa545078:46791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:55:33,503 DEBUG [RS:0;d462fa545078:46791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,46791,1733957732000 2024-12-11T22:55:33,503 DEBUG [RS:1;d462fa545078:43657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,43657,1733957732118 2024-12-11T22:55:33,503 DEBUG [RS:0;d462fa545078:46791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,46791,1733957732000' 2024-12-11T22:55:33,503 DEBUG [RS:1;d462fa545078:43657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,43657,1733957732118' 2024-12-11T22:55:33,504 DEBUG [RS:1;d462fa545078:43657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:55:33,504 DEBUG [RS:0;d462fa545078:46791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:55:33,505 DEBUG [RS:1;d462fa545078:43657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:55:33,505 DEBUG [RS:0;d462fa545078:46791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:55:33,505 DEBUG [RS:0;d462fa545078:46791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:55:33,506 DEBUG [RS:1;d462fa545078:43657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:55:33,506 DEBUG [RS:0;d462fa545078:46791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:55:33,506 DEBUG [RS:1;d462fa545078:43657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:55:33,506 DEBUG [RS:1;d462fa545078:43657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,43657,1733957732118 2024-12-11T22:55:33,506 DEBUG [RS:0;d462fa545078:46791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,46791,1733957732000 2024-12-11T22:55:33,506 DEBUG [RS:1;d462fa545078:43657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,43657,1733957732118' 2024-12-11T22:55:33,506 DEBUG [RS:0;d462fa545078:46791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,46791,1733957732000' 2024-12-11T22:55:33,506 DEBUG [RS:1;d462fa545078:43657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:55:33,506 DEBUG [RS:0;d462fa545078:46791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:55:33,507 DEBUG [RS:1;d462fa545078:43657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:55:33,507 DEBUG [RS:0;d462fa545078:46791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:55:33,507 DEBUG [RS:1;d462fa545078:43657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:55:33,507 DEBUG [RS:0;d462fa545078:46791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:55:33,507 INFO [RS:1;d462fa545078:43657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:55:33,507 INFO [RS:0;d462fa545078:46791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:55:33,507 INFO [RS:1;d462fa545078:43657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:55:33,507 INFO [RS:0;d462fa545078:46791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:55:33,615 INFO [RS:0;d462fa545078:46791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:55:33,615 INFO [RS:1;d462fa545078:43657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:55:33,616 INFO [RS:0;d462fa545078:46791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=d462fa545078%2C46791%2C1733957732000, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,46791,1733957732000, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs, maxLogs=55 2024-12-11T22:55:33,617 INFO [RS:1;d462fa545078:43657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=d462fa545078%2C43657%2C1733957732118, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,43657,1733957732118, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs, maxLogs=55 2024-12-11T22:55:33,636 INFO [RS:0;d462fa545078:46791 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,46791,1733957732000/d462fa545078%2C46791%2C1733957732000.1733957733620 2024-12-11T22:55:33,637 DEBUG [RS:0;d462fa545078:46791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:33,637 INFO [RS:1;d462fa545078:43657 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,43657,1733957732118/d462fa545078%2C43657%2C1733957732118.1733957733621 2024-12-11T22:55:33,638 DEBUG [RS:1;d462fa545078:43657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:33,695 DEBUG [d462fa545078:36771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-11T22:55:33,708 DEBUG [d462fa545078:36771 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:55:33,711 DEBUG [d462fa545078:36771 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:55:33,711 DEBUG [d462fa545078:36771 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:55:33,711 DEBUG [d462fa545078:36771 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:55:33,711 DEBUG [d462fa545078:36771 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:55:33,711 INFO [d462fa545078:36771 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:55:33,711 INFO [d462fa545078:36771 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:55:33,711 DEBUG [d462fa545078:36771 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:55:33,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d462fa545078,43657,1733957732118 2024-12-11T22:55:33,722 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,43657,1733957732118, state=OPENING 2024-12-11T22:55:33,743 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T22:55:33,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:33,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:33,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:33,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:33,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:33,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:33,758 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:55:33,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,43657,1733957732118}] 2024-12-11T22:55:33,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:55:33,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:55:33,950 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T22:55:33,951 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:33,952 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T22:55:33,953 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=d462fa545078%2C43657%2C1733957732118.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,43657,1733957732118, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs, maxLogs=55 2024-12-11T22:55:33,970 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,43657,1733957732118/d462fa545078%2C43657%2C1733957732118.meta.1733957733954.meta 2024-12-11T22:55:33,971 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:33,971 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:33,973 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T22:55:33,975 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T22:55:33,979 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T22:55:33,983 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T22:55:33,983 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:33,984 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T22:55:33,984 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T22:55:33,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-11T22:55:33,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:55:33,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:33,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-11T22:55:33,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:55:33,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:33,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-11T22:55:33,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:55:33,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:33,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-11T22:55:33,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:55:33,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:33,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:33,990 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:55:33,991 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:33,991 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:33,992 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:55:33,992 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:55:33,992 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:55:33,993 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:55:33,993 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74677351, jitterRate=0.11277924478054047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:55:33,994 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T22:55:33,995 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733957733984Writing region info on filesystem at 1733957733984Initializing all the Stores at 1733957733985 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957733985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957733985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957733985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957733985Cleaning up temporary data from old regions at 1733957733992 (+7 ms)Running coprocessor post-open hooks at 1733957733994 (+2 ms)Region opened successfully at 1733957733995 (+1 ms) 2024-12-11T22:55:34,000 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733957733929 2024-12-11T22:55:34,009 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T22:55:34,009 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T22:55:34,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,43657,1733957732118 2024-12-11T22:55:34,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,43657,1733957732118, state=OPEN 2024-12-11T22:55:34,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:34,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:34,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:34,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:34,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:34,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d462fa545078,43657,1733957732118 2024-12-11T22:55:34,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:34,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T22:55:34,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,43657,1733957732118 in 320 msec 2024-12-11T22:55:34,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T22:55:34,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 808 msec 2024-12-11T22:55:34,090 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:55:34,090 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T22:55:34,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:55:34,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,43657,1733957732118, seqNum=-1] 2024-12-11T22:55:34,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:55:34,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38395, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:55:34,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0340 sec 2024-12-11T22:55:34,144 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733957734144, completionTime=-1 2024-12-11T22:55:34,147 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-11T22:55:34,147 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T22:55:34,170 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-11T22:55:34,170 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733957794170 2024-12-11T22:55:34,170 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733957854170 2024-12-11T22:55:34,170 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-11T22:55:34,172 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:55:34,178 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,36771,1733957731211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:34,178 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,36771,1733957731211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:34,178 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,36771,1733957731211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:34,180 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d462fa545078:36771, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:34,180 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:34,180 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:34,188 DEBUG [master/d462fa545078:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T22:55:34,217 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.987sec 2024-12-11T22:55:34,219 INFO [master/d462fa545078:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T22:55:34,222 INFO [master/d462fa545078:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T22:55:34,223 INFO [master/d462fa545078:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T22:55:34,224 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T22:55:34,224 INFO [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T22:55:34,226 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,36771,1733957731211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:55:34,226 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,36771,1733957731211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T22:55:34,227 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T22:55:34,228 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T22:55:34,228 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,36771,1733957731211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:34,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efd1ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:55:34,264 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T22:55:34,265 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T22:55:34,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,36771,-1 for getting cluster id 2024-12-11T22:55:34,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T22:55:34,277 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d2aef7c-331c-4a84-a3e8-e9c413423b98' 2024-12-11T22:55:34,280 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T22:55:34,280 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d2aef7c-331c-4a84-a3e8-e9c413423b98" 2024-12-11T22:55:34,282 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f124035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:55:34,282 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,36771,-1] 2024-12-11T22:55:34,284 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T22:55:34,286 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:34,287 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T22:55:34,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d8f96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:55:34,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:55:34,299 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,43657,1733957732118, seqNum=-1] 2024-12-11T22:55:34,299 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:55:34,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:55:34,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d462fa545078,36771,1733957731211 2024-12-11T22:55:34,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T22:55:34,328 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,36771,1733957731211 2024-12-11T22:55:34,330 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6034ffa3 2024-12-11T22:55:34,330 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:55:34,333 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:55:34,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1733957734319', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:55:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733957734319 2024-12-11T22:55:34,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733957734319 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:55:34,350 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:34,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnRegionMove1733957734319" procId is: 4 2024-12-11T22:55:34,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733957734319 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:55:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:55:34,363 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a613776cab670232194715c4d197f373, NAME => 'testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1733957734319', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:34,369 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:34,369 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(1722): Closing a613776cab670232194715c4d197f373, disabling compactions & flushes 2024-12-11T22:55:34,369 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:34,369 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:34,369 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. after waiting 0 ms 2024-12-11T22:55:34,369 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:34,369 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:34,369 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733957734319-pool-0 {}] regionserver.HRegion(1676): Region close journal for a613776cab670232194715c4d197f373: Waiting for close lock at 1733957734369Disabling compacts and flushes for region at 1733957734369Disabling writes for close at 1733957734369Writing region close event to WAL at 1733957734369Closed at 1733957734369 2024-12-11T22:55:34,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733957734319 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:55:34,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733957734371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957734371"}]},"ts":"1733957734371"} 2024-12-11T22:55:34,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T22:55:34,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733957734319 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:55:34,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733957734319","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733957734380"}]},"ts":"1733957734380"} 2024-12-11T22:55:34,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733957734319, state=ENABLING in hbase:meta 2024-12-11T22:55:34,387 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:55:34,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:55:34,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:55:34,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:55:34,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:55:34,388 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:55:34,388 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:55:34,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:55:34,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, ASSIGN}] 2024-12-11T22:55:34,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, ASSIGN 2024-12-11T22:55:34,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, ASSIGN; state=OFFLINE, location=d462fa545078,46791,1733957732000; forceNewPlan=false, retain=false 2024-12-11T22:55:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:55:34,547 INFO [d462fa545078:36771 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T22:55:34,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a613776cab670232194715c4d197f373, regionState=OPENING, regionLocation=d462fa545078,46791,1733957732000 2024-12-11T22:55:34,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, ASSIGN because future has completed 2024-12-11T22:55:34,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,46791,1733957732000}] 2024-12-11T22:55:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:55:34,709 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:55:34,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:55:34,714 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:34,715 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a613776cab670232194715c4d197f373, NAME => 'testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:34,716 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733957734319 a613776cab670232194715c4d197f373 2024-12-11T22:55:34,716 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:34,716 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a613776cab670232194715c4d197f373 2024-12-11T22:55:34,716 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a613776cab670232194715c4d197f373 2024-12-11T22:55:34,717 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a613776cab670232194715c4d197f373 2024-12-11T22:55:34,723 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a613776cab670232194715c4d197f373 columnFamilyName family 2024-12-11T22:55:34,723 DEBUG [StoreOpener-a613776cab670232194715c4d197f373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:34,723 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] regionserver.HStore(327): Store=a613776cab670232194715c4d197f373/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:34,724 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a613776cab670232194715c4d197f373 2024-12-11T22:55:34,725 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373 2024-12-11T22:55:34,725 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373 2024-12-11T22:55:34,725 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a613776cab670232194715c4d197f373 2024-12-11T22:55:34,725 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a613776cab670232194715c4d197f373 2024-12-11T22:55:34,726 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a613776cab670232194715c4d197f373 2024-12-11T22:55:34,731 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:55:34,731 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a613776cab670232194715c4d197f373; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62877123, jitterRate=-0.06305785477161407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:55:34,731 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a613776cab670232194715c4d197f373 2024-12-11T22:55:34,732 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a613776cab670232194715c4d197f373: Running coprocessor pre-open hook at 1733957734716Writing region info on filesystem at 1733957734716Initializing all the Stores at 1733957734717 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957734717Cleaning up temporary data from old regions at 1733957734725 (+8 ms)Running coprocessor post-open hooks at 1733957734731 (+6 ms)Region opened successfully at 1733957734732 (+1 ms) 2024-12-11T22:55:34,733 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373., pid=6, masterSystemTime=1733957734708 2024-12-11T22:55:34,736 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:34,736 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:34,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a613776cab670232194715c4d197f373, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,46791,1733957732000 2024-12-11T22:55:34,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,46791,1733957732000 because future has completed 2024-12-11T22:55:34,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T22:55:34,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,46791,1733957732000 in 186 msec 2024-12-11T22:55:34,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T22:55:34,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, ASSIGN in 352 msec 2024-12-11T22:55:34,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733957734319 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:55:34,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733957734319","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733957734745"}]},"ts":"1733957734745"} 2024-12-11T22:55:34,748 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733957734319, state=ENABLED in hbase:meta 2024-12-11T22:55:34,749 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733957734319 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:55:34,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733957734319 in 408 msec 2024-12-11T22:55:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:55:34,987 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1733957734319 completed 2024-12-11T22:55:34,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1733957734319 get assigned. Timeout = 60000ms 2024-12-11T22:55:34,990 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:55:34,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1733957734319 assigned to meta. Checking AM states. 2024-12-11T22:55:34,998 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:55:34,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1733957734319 assigned. 2024-12-11T22:55:35,008 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1733957734319', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373., hostname=d462fa545078,46791,1733957732000, seqNum=2] 2024-12-11T22:55:35,009 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:55:35,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:55:35,020 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a613776cab670232194715c4d197f373 1/1 column families, dataSize=78 B heapSize=480 B 2024-12-11T22:55:35,042 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on fa92ced7321a42f0880ece1e0106626b 2024-12-11T22:55:35,074 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/.tmp/family/fa92ced7321a42f0880ece1e0106626b is 43, key is row1/family:qf1/1/Put/seqid=0 2024-12-11T22:55:35,078 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/.tmp/family/fa92ced7321a42f0880ece1e0106626b 2024-12-11T22:55:35,107 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/.tmp/family/fa92ced7321a42f0880ece1e0106626b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b 2024-12-11T22:55:35,109 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b, delay=925 ms 2024-12-11T22:55:35,110 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-11T22:55:35,116 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for a613776cab670232194715c4d197f373 in 95ms, sequenceid=6, compaction requested=false 2024-12-11T22:55:35,117 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1733957734319' 2024-12-11T22:55:35,119 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a613776cab670232194715c4d197f373: 2024-12-11T22:55:36,040 DEBUG [hfile-prefetch-1733957735109 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key fa92ced7321a42f0880ece1e0106626b_0. 2024-12-11T22:55:36,049 DEBUG [hfile-prefetch-1733957735109 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key fa92ced7321a42f0880ece1e0106626b_117. 2024-12-11T22:55:36,050 DEBUG [hfile-prefetch-1733957735109 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b, with total blocks 2, and data blocks 1 2024-12-11T22:55:36,050 DEBUG [hfile-prefetch-1733957735109 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map 2024-12-11T22:55:36,050 DEBUG [hfile-prefetch-1733957735109 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-12-11T22:55:36,051 DEBUG [hfile-prefetch-1733957735109 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b. Will sleep 100ms and try the verification again. 2024-12-11T22:55:36,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=a613776cab670232194715c4d197f373, source=d462fa545078,46791,1733957732000, destination=d462fa545078,43657,1733957732118, warming up region on d462fa545078,43657,1733957732118 2024-12-11T22:55:36,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=a613776cab670232194715c4d197f373, source=d462fa545078,46791,1733957732000, destination=d462fa545078,43657,1733957732118, running balancer 2024-12-11T22:55:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, REOPEN/MOVE 2024-12-11T22:55:36,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, REOPEN/MOVE 2024-12-11T22:55:36,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(7855): Warmup {ENCODED => a613776cab670232194715c4d197f373, NAME => 'testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:36,143 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a613776cab670232194715c4d197f373 2024-12-11T22:55:36,144 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a613776cab670232194715c4d197f373, regionState=CLOSING, regionLocation=d462fa545078,46791,1733957732000 2024-12-11T22:55:36,144 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a613776cab670232194715c4d197f373 columnFamilyName family 2024-12-11T22:55:36,144 DEBUG [StoreOpener-a613776cab670232194715c4d197f373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:36,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, REOPEN/MOVE because future has completed 2024-12-11T22:55:36,148 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true 2024-12-11T22:55:36,148 DEBUG [StoreOpener-a613776cab670232194715c4d197f373-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b 2024-12-11T22:55:36,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,46791,1733957732000}] 2024-12-11T22:55:36,148 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] regionserver.HStore(327): Store=a613776cab670232194715c4d197f373/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(1722): Closing a613776cab670232194715c4d197f373, disabling compactions & flushes 2024-12-11T22:55:36,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. after waiting 0 ms 2024-12-11T22:55:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,150 DEBUG [StoreFileCloser-a613776cab670232194715c4d197f373-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b 2024-12-11T22:55:36,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43657 {}] regionserver.HRegion(1676): Region close journal for a613776cab670232194715c4d197f373: Waiting for close lock at 1733957736149Disabling compacts and flushes for region at 1733957736149Disabling writes for close at 1733957736149Writing region close event to WAL at 1733957736150 (+1 ms)Closed at 1733957736150 2024-12-11T22:55:36,152 WARN [hfile-prefetch-1733957735109 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b, offset=158, end=158 java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?] ... 9 more 2024-12-11T22:55:36,152 DEBUG [hfile-prefetch-1733957735109 {}] hfile.PrefetchExecutor(121): Prefetch completed for fa92ced7321a42f0880ece1e0106626b 2024-12-11T22:55:36,179 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-12-11T22:55:36,179 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-12-11T22:55:36,179 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-11T22:55:36,179 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-12-11T22:55:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-11T22:55:36,197 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-12-11T22:55:36,197 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1733957736179 2024-12-11T22:55:36,197 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-12-11T22:55:36,305 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close a613776cab670232194715c4d197f373 2024-12-11T22:55:36,305 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true 2024-12-11T22:55:36,306 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing a613776cab670232194715c4d197f373, disabling compactions & flushes 2024-12-11T22:55:36,306 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,306 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,306 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. after waiting 0 ms 2024-12-11T22:55:36,306 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,308 DEBUG [StoreFileCloser-a613776cab670232194715c4d197f373-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file fa92ced7321a42f0880ece1e0106626b, starting offset: 0, end offset: 9223372036854775807 2024-12-11T22:55:36,310 DEBUG [StoreFileCloser-a613776cab670232194715c4d197f373-family-1 {}] bucket.BucketCache(856): removed key fa92ced7321a42f0880ece1e0106626b_0 from back map with offset lock 2094080 in the evict process 2024-12-11T22:55:36,315 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-11T22:55:36,317 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,317 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for a613776cab670232194715c4d197f373: Waiting for close lock at 1733957736306Running coprocessor pre-close hooks at 1733957736306Disabling compacts and flushes for region at 1733957736306Disabling writes for close at 1733957736306Writing region close event to WAL at 1733957736310 (+4 ms)Running coprocessor post-close hooks at 1733957736316 (+6 ms)Closed at 1733957736317 (+1 ms) 2024-12-11T22:55:36,318 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding a613776cab670232194715c4d197f373 move to d462fa545078,43657,1733957732118 record at close sequenceid=6 2024-12-11T22:55:36,322 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed a613776cab670232194715c4d197f373 2024-12-11T22:55:36,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a613776cab670232194715c4d197f373, regionState=CLOSED 2024-12-11T22:55:36,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,46791,1733957732000 because future has completed 2024-12-11T22:55:36,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-11T22:55:36,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,46791,1733957732000 in 179 msec 2024-12-11T22:55:36,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, REOPEN/MOVE; state=CLOSED, location=d462fa545078,43657,1733957732118; forceNewPlan=false, retain=false 2024-12-11T22:55:36,343 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-12-11T22:55:36,343 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-12-11T22:55:36,344 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-11T22:55:36,344 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-11T22:55:36,346 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-11T22:55:36,346 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733957736343 2024-12-11T22:55:36,346 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-12-11T22:55:36,480 INFO [d462fa545078:36771 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T22:55:36,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a613776cab670232194715c4d197f373, regionState=OPENING, regionLocation=d462fa545078,43657,1733957732118 2024-12-11T22:55:36,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, REOPEN/MOVE because future has completed 2024-12-11T22:55:36,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,43657,1733957732118}] 2024-12-11T22:55:36,643 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,644 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => a613776cab670232194715c4d197f373, NAME => 'testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:36,644 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733957734319 a613776cab670232194715c4d197f373 2024-12-11T22:55:36,644 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:36,645 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for a613776cab670232194715c4d197f373 2024-12-11T22:55:36,645 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for a613776cab670232194715c4d197f373 2024-12-11T22:55:36,646 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region a613776cab670232194715c4d197f373 2024-12-11T22:55:36,648 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a613776cab670232194715c4d197f373 columnFamilyName family 2024-12-11T22:55:36,648 DEBUG [StoreOpener-a613776cab670232194715c4d197f373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:36,651 DEBUG [StoreFileOpener-a613776cab670232194715c4d197f373-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b, delay=963 ms 2024-12-11T22:55:36,654 DEBUG [StoreOpener-a613776cab670232194715c4d197f373-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b 2024-12-11T22:55:36,654 INFO [StoreOpener-a613776cab670232194715c4d197f373-1 {}] regionserver.HStore(327): Store=a613776cab670232194715c4d197f373/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:36,655 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for a613776cab670232194715c4d197f373 2024-12-11T22:55:36,655 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373 2024-12-11T22:55:36,656 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373 2024-12-11T22:55:36,656 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for a613776cab670232194715c4d197f373 2024-12-11T22:55:36,656 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for a613776cab670232194715c4d197f373 2024-12-11T22:55:36,659 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for a613776cab670232194715c4d197f373 2024-12-11T22:55:36,660 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened a613776cab670232194715c4d197f373; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62243236, jitterRate=-0.07250350713729858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:55:36,660 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a613776cab670232194715c4d197f373 2024-12-11T22:55:36,660 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for a613776cab670232194715c4d197f373: Running coprocessor pre-open hook at 1733957736645Writing region info on filesystem at 1733957736645Initializing all the Stores at 1733957736645Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957736645Cleaning up temporary data from old regions at 1733957736656 (+11 ms)Running coprocessor post-open hooks at 1733957736660 (+4 ms)Region opened successfully at 1733957736660 2024-12-11T22:55:36,661 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373., pid=9, masterSystemTime=1733957736640 2024-12-11T22:55:36,663 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,663 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,663 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a613776cab670232194715c4d197f373, regionState=OPEN, openSeqNum=10, regionLocation=d462fa545078,43657,1733957732118 2024-12-11T22:55:36,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,43657,1733957732118 because future has completed 2024-12-11T22:55:36,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-11T22:55:36,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a613776cab670232194715c4d197f373, server=d462fa545078,43657,1733957732118 in 180 msec 2024-12-11T22:55:36,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733957734319, region=a613776cab670232194715c4d197f373, REOPEN/MOVE in 530 msec 2024-12-11T22:55:36,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T22:55:36,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:55:36,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:36,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:36,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:36,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T22:55:36,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T22:55:36,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=316707438, stopped=false 2024-12-11T22:55:36,700 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d462fa545078,36771,1733957731211 2024-12-11T22:55:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:36,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:36,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:36,755 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T22:55:36,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:36,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:36,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:36,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:55:36,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:36,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:36,758 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,46791,1733957732000' ***** 2024-12-11T22:55:36,758 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T22:55:36,758 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,43657,1733957732118' ***** 2024-12-11T22:55:36,758 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T22:55:36,759 INFO [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1738): Disabling cache 2024-12-11T22:55:36,759 INFO [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1738): Disabling cache 2024-12-11T22:55:36,759 INFO [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.persistence 2024-12-11T22:55:36,759 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-11T22:55:36,759 INFO [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/bucket.persistence 2024-12-11T22:55:36,759 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-11T22:55:36,759 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-11T22:55:36,760 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-11T22:55:36,760 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-11T22:55:36,760 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-11T22:55:36,760 INFO [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-11T22:55:36,760 INFO [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-11T22:55:36,760 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-11T22:55:36,760 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-11T22:55:36,770 DEBUG [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1487): Thread RS:1;d462fa545078:43657 started persisting bucket cache to file 2024-12-11T22:55:36,770 DEBUG [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1487): Thread RS:0;d462fa545078:46791 started persisting bucket cache to file 2024-12-11T22:55:36,770 DEBUG [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-11T22:55:36,770 DEBUG [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-11T22:55:36,770 DEBUG [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-11T22:55:36,770 DEBUG [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-11T22:55:36,773 DEBUG [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-11T22:55:36,773 DEBUG [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-11T22:55:36,774 DEBUG [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733957736770 2024-12-11T22:55:36,774 DEBUG [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733957736770 2024-12-11T22:55:36,774 DEBUG [RS:0;d462fa545078:46791 {}] bucket.BucketCache(1509): Thread RS:0;d462fa545078:46791 finished persisting bucket cache to file, renaming 2024-12-11T22:55:36,774 INFO [RS:0;d462fa545078:46791 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:55:36,774 INFO [RS:0;d462fa545078:46791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:55:36,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:55:36,775 INFO [RS:0;d462fa545078:46791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:55:36,775 INFO [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(959): stopping server d462fa545078,46791,1733957732000 2024-12-11T22:55:36,775 INFO [RS:0;d462fa545078:46791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:55:36,775 INFO [RS:0;d462fa545078:46791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d462fa545078:46791. 2024-12-11T22:55:36,775 DEBUG [RS:0;d462fa545078:46791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:36,775 DEBUG [RS:0;d462fa545078:46791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:36,776 INFO [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(976): stopping server d462fa545078,46791,1733957732000; all regions closed. 2024-12-11T22:55:36,781 DEBUG [RS:0;d462fa545078:46791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs 2024-12-11T22:55:36,782 INFO [RS:0;d462fa545078:46791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C46791%2C1733957732000:(num 1733957733620) 2024-12-11T22:55:36,782 DEBUG [RS:0;d462fa545078:46791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:36,782 INFO [RS:0;d462fa545078:46791 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:36,782 INFO [RS:0;d462fa545078:46791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:55:36,782 INFO [RS:0;d462fa545078:46791 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T22:55:36,783 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:55:36,783 INFO [RS:0;d462fa545078:46791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:55:36,783 INFO [RS:0;d462fa545078:46791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:55:36,783 INFO [RS:0;d462fa545078:46791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:55:36,783 INFO [RS:0;d462fa545078:46791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:55:36,783 INFO [RS:0;d462fa545078:46791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46791 2024-12-11T22:55:36,791 DEBUG [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1509): Thread RS:1;d462fa545078:43657 finished persisting bucket cache to file, renaming 2024-12-11T22:55:36,791 WARN [RS:1;d462fa545078:43657 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-12-11T22:55:36,791 INFO [RS:1;d462fa545078:43657 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:55:36,791 INFO [RS:1;d462fa545078:43657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:55:36,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:55:36,792 INFO [RS:1;d462fa545078:43657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:55:36,792 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(3091): Received CLOSE for a613776cab670232194715c4d197f373 2024-12-11T22:55:36,792 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(959): stopping server d462fa545078,43657,1733957732118 2024-12-11T22:55:36,792 INFO [RS:1;d462fa545078:43657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:55:36,792 INFO [RS:1;d462fa545078:43657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d462fa545078:43657. 2024-12-11T22:55:36,792 DEBUG [RS:1;d462fa545078:43657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:36,792 DEBUG [RS:1;d462fa545078:43657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:36,793 INFO [RS:1;d462fa545078:43657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:55:36,793 INFO [RS:1;d462fa545078:43657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:55:36,793 INFO [RS:1;d462fa545078:43657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:55:36,793 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-11T22:55:36,793 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T22:55:36,793 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a613776cab670232194715c4d197f373, disabling compactions & flushes 2024-12-11T22:55:36,793 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,793 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,793 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-11T22:55:36,793 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-11T22:55:36,793 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. after waiting 0 ms 2024-12-11T22:55:36,793 DEBUG [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a613776cab670232194715c4d197f373=testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373.} 2024-12-11T22:55:36,793 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,793 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:55:36,793 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:55:36,793 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:55:36,794 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:55:36,794 DEBUG [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a613776cab670232194715c4d197f373 2024-12-11T22:55:36,794 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:55:36,794 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB 2024-12-11T22:55:36,794 DEBUG [StoreFileCloser-a613776cab670232194715c4d197f373-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/family/fa92ced7321a42f0880ece1e0106626b 2024-12-11T22:55:36,798 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnRegionMove1733957734319/a613776cab670232194715c4d197f373/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-11T22:55:36,798 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,798 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a613776cab670232194715c4d197f373: Waiting for close lock at 1733957736792Running coprocessor pre-close hooks at 1733957736793 (+1 ms)Disabling compacts and flushes for region at 1733957736793Disabling writes for close at 1733957736793Writing region close event to WAL at 1733957736794 (+1 ms)Running coprocessor post-close hooks at 1733957736798 (+4 ms)Closed at 1733957736798 2024-12-11T22:55:36,799 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373. 2024-12-11T22:55:36,802 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3a42e896a7e64c748fac05d626dbf24c 2024-12-11T22:55:36,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,46791,1733957732000 2024-12-11T22:55:36,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:55:36,816 INFO [RS:0;d462fa545078:46791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:55:36,821 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/3a42e896a7e64c748fac05d626dbf24c is 205, key is testBlockEvictionOnRegionMove1733957734319,,1733957734334.a613776cab670232194715c4d197f373./info:regioninfo/1733957736663/Put/seqid=0 2024-12-11T22:55:36,822 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/3a42e896a7e64c748fac05d626dbf24c 2024-12-11T22:55:36,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,46791,1733957732000] 2024-12-11T22:55:36,831 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 32a76b6b1f5549638e10fe9e4c8fe2fc 2024-12-11T22:55:36,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,46791,1733957732000 already deleted, retry=false 2024-12-11T22:55:36,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,46791,1733957732000 expired; onlineServers=1 2024-12-11T22:55:36,842 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/ns/32a76b6b1f5549638e10fe9e4c8fe2fc is 43, key is default/ns:d/1733957734131/Put/seqid=0 2024-12-11T22:55:36,843 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/ns/32a76b6b1f5549638e10fe9e4c8fe2fc 2024-12-11T22:55:36,850 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:36,850 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:36,851 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on be06d01b7182474988f86e049d9d4ac4 2024-12-11T22:55:36,862 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/table/be06d01b7182474988f86e049d9d4ac4 is 78, key is testBlockEvictionOnRegionMove1733957734319/table:state/1733957734745/Put/seqid=0 2024-12-11T22:55:36,863 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/table/be06d01b7182474988f86e049d9d4ac4 2024-12-11T22:55:36,866 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/3a42e896a7e64c748fac05d626dbf24c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/3a42e896a7e64c748fac05d626dbf24c 2024-12-11T22:55:36,867 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/3a42e896a7e64c748fac05d626dbf24c, delay=930 ms 2024-12-11T22:55:36,868 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/3a42e896a7e64c748fac05d626dbf24c, entries=15, sequenceid=15, filesize=7.6 K 2024-12-11T22:55:36,868 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/ns/32a76b6b1f5549638e10fe9e4c8fe2fc as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/32a76b6b1f5549638e10fe9e4c8fe2fc 2024-12-11T22:55:36,869 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/32a76b6b1f5549638e10fe9e4c8fe2fc, delay=951 ms 2024-12-11T22:55:36,871 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/32a76b6b1f5549638e10fe9e4c8fe2fc, entries=2, sequenceid=15, filesize=5.0 K 2024-12-11T22:55:36,871 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/table/be06d01b7182474988f86e049d9d4ac4 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/be06d01b7182474988f86e049d9d4ac4 2024-12-11T22:55:36,872 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/be06d01b7182474988f86e049d9d4ac4, delay=968 ms 2024-12-11T22:55:36,873 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/be06d01b7182474988f86e049d9d4ac4, entries=2, sequenceid=15, filesize=5.3 K 2024-12-11T22:55:36,874 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 80ms, sequenceid=15, compaction requested=false 2024-12-11T22:55:36,874 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T22:55:36,875 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/3a42e896a7e64c748fac05d626dbf24c 2024-12-11T22:55:36,876 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/32a76b6b1f5549638e10fe9e4c8fe2fc 2024-12-11T22:55:36,876 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/be06d01b7182474988f86e049d9d4ac4 2024-12-11T22:55:36,880 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-11T22:55:36,881 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:55:36,881 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:55:36,881 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957736793Running coprocessor pre-close hooks at 1733957736793Disabling compacts and flushes for region at 1733957736793Disabling writes for close at 1733957736794 (+1 ms)Obtaining lock to block concurrent updates at 1733957736794Preparing flush snapshotting stores in 1588230740 at 1733957736794Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1733957736794Flushing stores of hbase:meta,,1.1588230740 at 1733957736795 (+1 ms)Flushing 1588230740/info: creating writer at 1733957736795Flushing 1588230740/info: appending metadata at 1733957736820 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733957736820Flushing 1588230740/ns: creating writer at 1733957736825 (+5 ms)Flushing 1588230740/ns: appending metadata at 1733957736842 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733957736842Flushing 1588230740/table: creating writer at 1733957736846 (+4 ms)Flushing 1588230740/table: appending metadata at 1733957736862 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733957736862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4fa87: reopening flushed file at 1733957736865 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7750e7d8: reopening flushed file at 1733957736868 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc5bad6: reopening flushed file at 1733957736871 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 80ms, sequenceid=15, compaction requested=false at 1733957736874 (+3 ms)Writing region close event to WAL at 1733957736877 (+3 ms)Running coprocessor post-close hooks at 1733957736880 (+3 ms)Closed at 1733957736881 (+1 ms) 2024-12-11T22:55:36,881 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T22:55:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1001717493a0001, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:36,929 INFO [RS:0;d462fa545078:46791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:55:36,929 INFO [RS:0;d462fa545078:46791 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,46791,1733957732000; zookeeper connection closed. 2024-12-11T22:55:36,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17a6d359 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17a6d359 2024-12-11T22:55:36,994 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(976): stopping server d462fa545078,43657,1733957732118; all regions closed. 2024-12-11T22:55:37,001 DEBUG [RS:1;d462fa545078:43657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs 2024-12-11T22:55:37,001 INFO [RS:1;d462fa545078:43657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C43657%2C1733957732118.meta:.meta(num 1733957733954) 2024-12-11T22:55:37,004 DEBUG [RS:1;d462fa545078:43657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs 2024-12-11T22:55:37,004 INFO [RS:1;d462fa545078:43657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C43657%2C1733957732118:(num 1733957733621) 2024-12-11T22:55:37,004 DEBUG [RS:1;d462fa545078:43657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:37,004 INFO [RS:1;d462fa545078:43657 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:37,004 INFO [RS:1;d462fa545078:43657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:55:37,005 INFO [RS:1;d462fa545078:43657 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T22:55:37,005 INFO [RS:1;d462fa545078:43657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:55:37,005 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:55:37,005 INFO [RS:1;d462fa545078:43657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43657 2024-12-11T22:55:37,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,43657,1733957732118 2024-12-11T22:55:37,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:55:37,017 INFO [RS:1;d462fa545078:43657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:55:37,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,43657,1733957732118] 2024-12-11T22:55:37,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,43657,1733957732118 already deleted, retry=false 2024-12-11T22:55:37,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,43657,1733957732118 expired; onlineServers=0 2024-12-11T22:55:37,038 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd462fa545078,36771,1733957731211' ***** 2024-12-11T22:55:37,038 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T22:55:37,038 INFO [M:0;d462fa545078:36771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:55:37,039 INFO [M:0;d462fa545078:36771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:55:37,039 DEBUG [M:0;d462fa545078:36771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T22:55:37,039 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T22:55:37,039 DEBUG [M:0;d462fa545078:36771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T22:55:37,039 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957733217 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957733217,5,FailOnTimeoutGroup] 2024-12-11T22:55:37,039 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957733209 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957733209,5,FailOnTimeoutGroup] 2024-12-11T22:55:37,039 INFO [M:0;d462fa545078:36771 {}] hbase.ChoreService(370): Chore service for: master/d462fa545078:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T22:55:37,039 INFO [M:0;d462fa545078:36771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:55:37,039 DEBUG [M:0;d462fa545078:36771 {}] master.HMaster(1795): Stopping service threads 2024-12-11T22:55:37,040 INFO [M:0;d462fa545078:36771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T22:55:37,040 INFO [M:0;d462fa545078:36771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T22:55:37,040 INFO [M:0;d462fa545078:36771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T22:55:37,040 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T22:55:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T22:55:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,049 DEBUG [M:0;d462fa545078:36771 {}] zookeeper.ZKUtil(347): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T22:55:37,049 WARN [M:0;d462fa545078:36771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T22:55:37,049 INFO [M:0;d462fa545078:36771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/.lastflushedseqids 2024-12-11T22:55:37,060 INFO [M:0;d462fa545078:36771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T22:55:37,061 INFO [M:0;d462fa545078:36771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T22:55:37,061 DEBUG [M:0;d462fa545078:36771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:55:37,061 INFO [M:0;d462fa545078:36771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:37,061 DEBUG [M:0;d462fa545078:36771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:37,061 DEBUG [M:0;d462fa545078:36771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:55:37,061 DEBUG [M:0;d462fa545078:36771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:37,061 INFO [M:0;d462fa545078:36771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB 2024-12-11T22:55:37,070 DEBUG [M:0;d462fa545078:36771 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a76991b71b69411fb817a24cb211da03 2024-12-11T22:55:37,082 DEBUG [M:0;d462fa545078:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76991b71b69411fb817a24cb211da03 is 82, key is hbase:meta,,1/info:regioninfo/1733957734010/Put/seqid=0 2024-12-11T22:55:37,083 INFO [M:0;d462fa545078:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76991b71b69411fb817a24cb211da03 2024-12-11T22:55:37,091 DEBUG [M:0;d462fa545078:36771 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 70acdb5a4457462c8e0320acc77ef52f 2024-12-11T22:55:37,103 DEBUG [M:0;d462fa545078:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70acdb5a4457462c8e0320acc77ef52f is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733957734750/Put/seqid=0 2024-12-11T22:55:37,104 INFO [M:0;d462fa545078:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70acdb5a4457462c8e0320acc77ef52f 2024-12-11T22:55:37,111 DEBUG [M:0;d462fa545078:36771 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 97b5cd3884524119b7dc40db71cb64e7 2024-12-11T22:55:37,122 DEBUG [M:0;d462fa545078:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97b5cd3884524119b7dc40db71cb64e7 is 69, key is d462fa545078,43657,1733957732118/rs:state/1733957733294/Put/seqid=0 2024-12-11T22:55:37,123 INFO [M:0;d462fa545078:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97b5cd3884524119b7dc40db71cb64e7 2024-12-11T22:55:37,125 DEBUG [M:0;d462fa545078:36771 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76991b71b69411fb817a24cb211da03 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a76991b71b69411fb817a24cb211da03 2024-12-11T22:55:37,126 INFO [M:0;d462fa545078:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a76991b71b69411fb817a24cb211da03, entries=8, sequenceid=84, filesize=5.5 K 2024-12-11T22:55:37,127 DEBUG [M:0;d462fa545078:36771 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70acdb5a4457462c8e0320acc77ef52f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70acdb5a4457462c8e0320acc77ef52f 2024-12-11T22:55:37,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:37,128 INFO [RS:1;d462fa545078:43657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:55:37,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43657-0x1001717493a0002, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:37,128 INFO [RS:1;d462fa545078:43657 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,43657,1733957732118; zookeeper connection closed. 2024-12-11T22:55:37,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50aed1c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50aed1c6 2024-12-11T22:55:37,128 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-11T22:55:37,128 INFO [M:0;d462fa545078:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70acdb5a4457462c8e0320acc77ef52f, entries=9, sequenceid=84, filesize=6.5 K 2024-12-11T22:55:37,129 DEBUG [M:0;d462fa545078:36771 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97b5cd3884524119b7dc40db71cb64e7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97b5cd3884524119b7dc40db71cb64e7 2024-12-11T22:55:37,130 INFO [M:0;d462fa545078:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97b5cd3884524119b7dc40db71cb64e7, entries=2, sequenceid=84, filesize=5.1 K 2024-12-11T22:55:37,131 INFO [M:0;d462fa545078:36771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 70ms, sequenceid=84, compaction requested=false 2024-12-11T22:55:37,133 INFO [M:0;d462fa545078:36771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:37,133 DEBUG [M:0;d462fa545078:36771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733957737061Disabling compacts and flushes for region at 1733957737061Disabling writes for close at 1733957737061Obtaining lock to block concurrent updates at 1733957737061Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733957737061Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1733957737062 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733957737062Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733957737062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733957737081 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733957737081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733957737086 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733957737103 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733957737103Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733957737106 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733957737122 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733957737122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2801913a: reopening flushed file at 1733957737125 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb6daf: reopening flushed file at 1733957737127 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3a752f: reopening flushed file at 1733957737129 (+2 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 70ms, sequenceid=84, compaction requested=false at 1733957737131 (+2 ms)Writing region close event to WAL at 1733957737133 (+2 ms)Closed at 1733957737133 2024-12-11T22:55:37,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:55:37,135 INFO [M:0;d462fa545078:36771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T22:55:37,135 INFO [M:0;d462fa545078:36771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36771 2024-12-11T22:55:37,135 INFO [M:0;d462fa545078:36771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:55:37,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:37,244 INFO [M:0;d462fa545078:36771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:55:37,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1001717493a0000, quorum=127.0.0.1:49659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:37,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T22:55:37,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T22:55:37,273 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12) Potentially hanging thread: hfile-prefetch-1733957735109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d462fa545078:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/d462fa545078:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1733957736867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1733957736651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d462fa545078:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d462fa545078:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: hfile-prefetch-1733957736869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=9284 (was 9609) 2024-12-11T22:55:37,285 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=9283 2024-12-11T22:55:37,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/hadoop-log-dir so I do NOT create it in target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5 2024-12-11T22:55:37,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/hadoop-tmp-dir so I do NOT create it in target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5 2024-12-11T22:55:37,285 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/cluster_fe41eac2-7013-f6e4-6c6e-47dfda15a8c0, deleteOnExit=true 2024-12-11T22:55:37,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/cluster_fe41eac2-7013-f6e4-6c6e-47dfda15a8c0/zookeeper_0, clientPort=62609, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/cluster_fe41eac2-7013-f6e4-6c6e-47dfda15a8c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/cluster_fe41eac2-7013-f6e4-6c6e-47dfda15a8c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T22:55:37,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62609 2024-12-11T22:55:37,323 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 with version=8 2024-12-11T22:55:37,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/hbase-staging 2024-12-11T22:55:37,326 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:55:37,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:55:37,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:55:37,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T22:55:37,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:55:37,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44413 2024-12-11T22:55:37,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44413 connecting to ZooKeeper ensemble=127.0.0.1:62609 2024-12-11T22:55:37,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444130x0, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:55:37,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44413-0x100171762220000 connected 2024-12-11T22:55:37,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:37,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38, hbase.cluster.distributed=false 2024-12-11T22:55:37,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:55:37,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44413 2024-12-11T22:55:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44413 2024-12-11T22:55:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44413 2024-12-11T22:55:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44413 2024-12-11T22:55:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44413 2024-12-11T22:55:37,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:55:37,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:55:37,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:55:37,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:55:37,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:55:37,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45363 2024-12-11T22:55:37,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45363 connecting to ZooKeeper ensemble=127.0.0.1:62609 2024-12-11T22:55:37,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453630x0, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:55:37,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45363-0x100171762220001 connected 2024-12-11T22:55:37,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:37,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:55:37,503 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.cache 2024-12-11T22:55:37,503 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-11T22:55:37,504 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-11T22:55:37,504 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-11T22:55:37,504 INFO [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-11T22:55:37,504 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-11T22:55:37,504 WARN [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-12-11T22:55:37,505 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:55:37,505 INFO [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-11T22:55:37,505 INFO [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence is complete. 2024-12-11T22:55:37,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:55:37,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:55:37,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45363 2024-12-11T22:55:37,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45363 2024-12-11T22:55:37,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45363 2024-12-11T22:55:37,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45363 2024-12-11T22:55:37,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45363 2024-12-11T22:55:37,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:55:37,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:55:37,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:37,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:55:37,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:55:37,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:55:37,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36427 2024-12-11T22:55:37,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36427 connecting to ZooKeeper ensemble=127.0.0.1:62609 2024-12-11T22:55:37,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364270x0, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:55:37,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:37,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36427-0x100171762220002 connected 2024-12-11T22:55:37,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:55:37,534 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.cache 2024-12-11T22:55:37,535 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-11T22:55:37,535 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-11T22:55:37,535 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-11T22:55:37,535 INFO [Thread-120 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-11T22:55:37,535 WARN [Thread-120 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-12-11T22:55:37,535 INFO [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-11T22:55:37,535 INFO [Thread-120 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence is complete. 2024-12-11T22:55:37,535 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-11T22:55:37,536 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:55:37,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:55:37,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:55:37,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36427 2024-12-11T22:55:37,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36427 2024-12-11T22:55:37,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36427 2024-12-11T22:55:37,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36427 2024-12-11T22:55:37,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36427 2024-12-11T22:55:37,553 DEBUG [M:0;d462fa545078:44413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d462fa545078:44413 2024-12-11T22:55:37,553 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d462fa545078,44413,1733957737326 2024-12-11T22:55:37,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:37,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:37,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:37,566 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d462fa545078,44413,1733957737326 2024-12-11T22:55:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:55:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:55:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,576 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T22:55:37,576 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d462fa545078,44413,1733957737326 from backup master directory 2024-12-11T22:55:37,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:37,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d462fa545078,44413,1733957737326 2024-12-11T22:55:37,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:37,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:55:37,585 WARN [master/d462fa545078:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:55:37,585 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d462fa545078,44413,1733957737326 2024-12-11T22:55:37,587 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/hbase.id] with ID: e24ad6d0-7941-4855-a21f-63d1c7e0755a 2024-12-11T22:55:37,587 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/.tmp/hbase.id 2024-12-11T22:55:37,592 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/hbase.id] 2024-12-11T22:55:37,632 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:37,632 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T22:55:37,634 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-11T22:55:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,643 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:55:37,645 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T22:55:37,645 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:37,664 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store 2024-12-11T22:55:37,671 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:37,672 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:55:37,672 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:37,672 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:37,672 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:55:37,672 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:37,672 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:37,672 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733957737672Disabling compacts and flushes for region at 1733957737672Disabling writes for close at 1733957737672Writing region close event to WAL at 1733957737672Closed at 1733957737672 2024-12-11T22:55:37,672 WARN [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/.initializing 2024-12-11T22:55:37,672 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/WALs/d462fa545078,44413,1733957737326 2024-12-11T22:55:37,679 INFO [master/d462fa545078:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:55:37,683 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C44413%2C1733957737326, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/WALs/d462fa545078,44413,1733957737326, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/oldWALs, maxLogs=10 2024-12-11T22:55:37,699 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/WALs/d462fa545078,44413,1733957737326/d462fa545078%2C44413%2C1733957737326.1733957737683 2024-12-11T22:55:37,699 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:37,699 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:37,700 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:37,700 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,700 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T22:55:37,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:37,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T22:55:37,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:37,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T22:55:37,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:37,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T22:55:37,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:37,715 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,716 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,716 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,716 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,716 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,716 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:55:37,717 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:55:37,722 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:55:37,722 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62804987, jitterRate=-0.06413276493549347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:55:37,723 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733957737700Initializing all the Stores at 1733957737700Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957737700Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957737700Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957737701 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957737701Cleaning up temporary data from old regions at 1733957737716 (+15 ms)Region opened successfully at 1733957737723 (+7 ms) 2024-12-11T22:55:37,723 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T22:55:37,726 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a988ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:55:37,727 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T22:55:37,727 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T22:55:37,728 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T22:55:37,728 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T22:55:37,728 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-11T22:55:37,728 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-11T22:55:37,728 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T22:55:37,730 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T22:55:37,731 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T22:55:37,743 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T22:55:37,744 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T22:55:37,744 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T22:55:37,754 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T22:55:37,754 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T22:55:37,756 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T22:55:37,764 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T22:55:37,765 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T22:55:37,775 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T22:55:37,778 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T22:55:37,785 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T22:55:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,797 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d462fa545078,44413,1733957737326, sessionid=0x100171762220000, setting cluster-up flag (Was=false) 2024-12-11T22:55:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,849 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T22:55:37,852 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,44413,1733957737326 2024-12-11T22:55:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:37,901 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T22:55:37,903 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,44413,1733957737326 2024-12-11T22:55:37,903 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T22:55:37,905 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T22:55:37,905 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T22:55:37,905 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T22:55:37,905 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d462fa545078,44413,1733957737326 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T22:55:37,907 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:55:37,907 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:55:37,907 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:55:37,907 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:55:37,908 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d462fa545078:0, corePoolSize=10, maxPoolSize=10 2024-12-11T22:55:37,908 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:37,908 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:55:37,908 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:37,908 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733957767908 2024-12-11T22:55:37,909 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T22:55:37,909 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T22:55:37,909 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T22:55:37,909 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T22:55:37,909 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T22:55:37,909 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T22:55:37,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:55:37,909 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:37,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T22:55:37,909 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T22:55:37,910 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T22:55:37,910 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T22:55:37,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,910 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T22:55:37,910 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T22:55:37,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T22:55:37,910 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957737910,5,FailOnTimeoutGroup] 2024-12-11T22:55:37,910 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957737910,5,FailOnTimeoutGroup] 2024-12-11T22:55:37,910 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:37,910 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T22:55:37,911 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:37,911 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:37,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T22:55:37,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:37,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:37,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-11T22:55:37,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:55:37,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:37,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-11T22:55:37,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:55:37,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:37,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-11T22:55:37,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:55:37,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:37,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-11T22:55:37,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:55:37,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:37,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:37,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:55:37,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:37,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:37,944 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(746): ClusterId : e24ad6d0-7941-4855-a21f-63d1c7e0755a 2024-12-11T22:55:37,944 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(746): ClusterId : e24ad6d0-7941-4855-a21f-63d1c7e0755a 2024-12-11T22:55:37,944 DEBUG [RS:0;d462fa545078:45363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:55:37,944 DEBUG [RS:1;d462fa545078:36427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:55:37,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:55:37,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:55:37,945 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:55:37,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:55:37,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:55:37,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71448959, jitterRate=0.06467245519161224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:55:37,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733957737928Initializing all the Stores at 1733957737928Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957737928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957737928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957737928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957737928Cleaning up temporary data from old regions at 1733957737945 (+17 ms)Region opened successfully at 1733957737952 (+7 ms) 2024-12-11T22:55:37,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:55:37,952 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:55:37,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:55:37,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:55:37,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:55:37,953 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:55:37,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957737952Disabling compacts and flushes for region at 1733957737952Disabling writes for close at 1733957737953 (+1 ms)Writing region close event to WAL at 1733957737953Closed at 1733957737953 2024-12-11T22:55:37,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:55:37,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T22:55:37,955 DEBUG [RS:0;d462fa545078:45363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:55:37,955 DEBUG [RS:0;d462fa545078:45363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:55:37,955 DEBUG [RS:1;d462fa545078:36427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:55:37,955 DEBUG [RS:1;d462fa545078:36427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:55:37,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T22:55:37,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:55:37,957 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T22:55:37,965 DEBUG [RS:1;d462fa545078:36427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:55:37,965 DEBUG [RS:0;d462fa545078:45363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:55:37,966 DEBUG [RS:0;d462fa545078:45363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5e1281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:55:37,966 DEBUG [RS:1;d462fa545078:36427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e23c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:55:37,977 DEBUG [RS:1;d462fa545078:36427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d462fa545078:36427 2024-12-11T22:55:37,977 INFO [RS:1;d462fa545078:36427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:55:37,977 INFO [RS:1;d462fa545078:36427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:55:37,977 DEBUG [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:55:37,978 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,44413,1733957737326 with port=36427, startcode=1733957737524 2024-12-11T22:55:37,978 DEBUG [RS:1;d462fa545078:36427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:55:37,981 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49569, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:55:37,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,36427,1733957737524 2024-12-11T22:55:37,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(517): Registering regionserver=d462fa545078,36427,1733957737524 2024-12-11T22:55:37,982 DEBUG [RS:0;d462fa545078:45363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d462fa545078:45363 2024-12-11T22:55:37,982 INFO [RS:0;d462fa545078:45363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:55:37,982 INFO [RS:0;d462fa545078:45363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:55:37,982 DEBUG [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:55:37,983 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,44413,1733957737326 with port=45363, startcode=1733957737485 2024-12-11T22:55:37,983 DEBUG [RS:0;d462fa545078:45363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:55:37,983 DEBUG [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:37,983 DEBUG [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-11T22:55:37,983 DEBUG [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:55:37,985 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58151, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:55:37,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,45363,1733957737485 2024-12-11T22:55:37,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(517): Registering regionserver=d462fa545078,45363,1733957737485 2024-12-11T22:55:37,988 DEBUG [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:37,988 DEBUG [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-11T22:55:37,988 DEBUG [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:55:37,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:55:38,035 DEBUG [RS:1;d462fa545078:36427 {}] zookeeper.ZKUtil(111): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,36427,1733957737524 2024-12-11T22:55:38,035 WARN [RS:1;d462fa545078:36427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:55:38,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,36427,1733957737524] 2024-12-11T22:55:38,035 INFO [RS:1;d462fa545078:36427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:38,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,45363,1733957737485] 2024-12-11T22:55:38,036 DEBUG [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,36427,1733957737524 2024-12-11T22:55:38,036 DEBUG [RS:0;d462fa545078:45363 {}] zookeeper.ZKUtil(111): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,45363,1733957737485 2024-12-11T22:55:38,036 WARN [RS:0;d462fa545078:45363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:55:38,036 INFO [RS:0;d462fa545078:45363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:38,037 DEBUG [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485 2024-12-11T22:55:38,045 INFO [RS:1;d462fa545078:36427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:55:38,045 INFO [RS:0;d462fa545078:45363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:55:38,047 INFO [RS:1;d462fa545078:36427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:55:38,048 INFO [RS:1;d462fa545078:36427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:55:38,048 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,048 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:55:38,048 INFO [RS:1;d462fa545078:36427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:55:38,048 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,049 INFO [RS:0;d462fa545078:45363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 INFO [RS:0;d462fa545078:45363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:55:38,049 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,049 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:38,050 DEBUG [RS:1;d462fa545078:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:38,050 INFO [RS:0;d462fa545078:45363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:55:38,050 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,050 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,050 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,050 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,052 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,052 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,052 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,052 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:55:38,052 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,052 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,052 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,053 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,053 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,053 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,053 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,053 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,053 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,36427,1733957737524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:55:38,053 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,053 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:38,053 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:38,053 DEBUG [RS:0;d462fa545078:45363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:38,053 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,054 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,054 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,054 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,054 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,054 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,45363,1733957737485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:55:38,069 INFO [RS:1;d462fa545078:36427 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:55:38,070 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,36427,1733957737524-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,070 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,070 INFO [RS:1;d462fa545078:36427 {}] regionserver.Replication(171): d462fa545078,36427,1733957737524 started 2024-12-11T22:55:38,072 INFO [RS:0;d462fa545078:45363 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:55:38,072 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,45363,1733957737485-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,073 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,073 INFO [RS:0;d462fa545078:45363 {}] regionserver.Replication(171): d462fa545078,45363,1733957737485 started 2024-12-11T22:55:38,084 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,084 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,36427,1733957737524, RpcServer on d462fa545078/172.17.0.2:36427, sessionid=0x100171762220002 2024-12-11T22:55:38,085 DEBUG [RS:1;d462fa545078:36427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:55:38,085 DEBUG [RS:1;d462fa545078:36427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,36427,1733957737524 2024-12-11T22:55:38,085 DEBUG [RS:1;d462fa545078:36427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,36427,1733957737524' 2024-12-11T22:55:38,085 DEBUG [RS:1;d462fa545078:36427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:55:38,086 DEBUG [RS:1;d462fa545078:36427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:55:38,086 DEBUG [RS:1;d462fa545078:36427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:55:38,086 DEBUG [RS:1;d462fa545078:36427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:55:38,086 DEBUG [RS:1;d462fa545078:36427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,36427,1733957737524 2024-12-11T22:55:38,086 DEBUG [RS:1;d462fa545078:36427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,36427,1733957737524' 2024-12-11T22:55:38,086 DEBUG [RS:1;d462fa545078:36427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:55:38,087 DEBUG [RS:1;d462fa545078:36427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:55:38,088 DEBUG [RS:1;d462fa545078:36427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:55:38,088 INFO [RS:1;d462fa545078:36427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:55:38,088 INFO [RS:1;d462fa545078:36427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:55:38,092 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,092 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,45363,1733957737485, RpcServer on d462fa545078/172.17.0.2:45363, sessionid=0x100171762220001 2024-12-11T22:55:38,092 DEBUG [RS:0;d462fa545078:45363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:55:38,092 DEBUG [RS:0;d462fa545078:45363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,45363,1733957737485 2024-12-11T22:55:38,092 DEBUG [RS:0;d462fa545078:45363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,45363,1733957737485' 2024-12-11T22:55:38,092 DEBUG [RS:0;d462fa545078:45363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:55:38,093 DEBUG [RS:0;d462fa545078:45363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:55:38,094 DEBUG [RS:0;d462fa545078:45363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:55:38,094 DEBUG [RS:0;d462fa545078:45363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:55:38,094 DEBUG [RS:0;d462fa545078:45363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,45363,1733957737485 2024-12-11T22:55:38,094 DEBUG [RS:0;d462fa545078:45363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,45363,1733957737485' 2024-12-11T22:55:38,094 DEBUG [RS:0;d462fa545078:45363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:55:38,095 DEBUG [RS:0;d462fa545078:45363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:55:38,095 DEBUG [RS:0;d462fa545078:45363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:55:38,095 INFO [RS:0;d462fa545078:45363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:55:38,095 INFO [RS:0;d462fa545078:45363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:55:38,107 WARN [d462fa545078:44413 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T22:55:38,190 INFO [RS:1;d462fa545078:36427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:55:38,193 INFO [RS:1;d462fa545078:36427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=d462fa545078%2C36427%2C1733957737524, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,36427,1733957737524, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs, maxLogs=55 2024-12-11T22:55:38,196 INFO [RS:0;d462fa545078:45363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:55:38,197 INFO [RS:0;d462fa545078:45363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=d462fa545078%2C45363%2C1733957737485, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs, maxLogs=55 2024-12-11T22:55:38,212 INFO [RS:1;d462fa545078:36427 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,36427,1733957737524/d462fa545078%2C36427%2C1733957737524.1733957738197 2024-12-11T22:55:38,212 INFO [RS:0;d462fa545078:45363 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485/d462fa545078%2C45363%2C1733957737485.1733957738198 2024-12-11T22:55:38,213 DEBUG [RS:0;d462fa545078:45363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:38,213 DEBUG [RS:1;d462fa545078:36427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:38,357 DEBUG [d462fa545078:44413 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-11T22:55:38,358 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:55:38,360 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:55:38,360 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:55:38,360 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:55:38,360 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:55:38,360 INFO [d462fa545078:44413 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:55:38,360 INFO [d462fa545078:44413 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:55:38,360 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:55:38,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d462fa545078,45363,1733957737485 2024-12-11T22:55:38,364 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,45363,1733957737485, state=OPENING 2024-12-11T22:55:38,417 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T22:55:38,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:38,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:38,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:38,428 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:55:38,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:38,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:38,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:38,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,45363,1733957737485}] 2024-12-11T22:55:38,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:55:38,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53421, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:55:38,589 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T22:55:38,589 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:38,589 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T22:55:38,591 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=d462fa545078%2C45363%2C1733957737485.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs, maxLogs=55 2024-12-11T22:55:38,609 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485/d462fa545078%2C45363%2C1733957737485.meta.1733957738591.meta 2024-12-11T22:55:38,609 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:38,609 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:38,610 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T22:55:38,610 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T22:55:38,610 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T22:55:38,610 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T22:55:38,610 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:38,610 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T22:55:38,610 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T22:55:38,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-11T22:55:38,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:55:38,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:38,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:38,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-11T22:55:38,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:55:38,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:38,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:38,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-11T22:55:38,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:55:38,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:38,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:38,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-11T22:55:38,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:55:38,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:38,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:38,614 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:55:38,615 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:38,615 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:38,615 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:55:38,615 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:55:38,616 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:55:38,616 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:55:38,616 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71616638, jitterRate=0.06717106699943542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:55:38,617 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T22:55:38,617 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733957738610Writing region info on filesystem at 1733957738610Initializing all the Stores at 1733957738611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957738611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957738611Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957738611Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957738611Cleaning up temporary data from old regions at 1733957738615 (+4 ms)Running coprocessor post-open hooks at 1733957738617 (+2 ms)Region opened successfully at 1733957738617 2024-12-11T22:55:38,618 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733957738581 2024-12-11T22:55:38,620 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T22:55:38,620 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T22:55:38,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,45363,1733957737485 2024-12-11T22:55:38,621 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,45363,1733957737485, state=OPEN 2024-12-11T22:55:38,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:38,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:38,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:38,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d462fa545078,45363,1733957737485 2024-12-11T22:55:38,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:38,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:38,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:38,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T22:55:38,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,45363,1733957737485 in 200 msec 2024-12-11T22:55:38,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T22:55:38,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-12-11T22:55:38,633 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:55:38,633 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T22:55:38,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:55:38,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,45363,1733957737485, seqNum=-1] 2024-12-11T22:55:38,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:55:38,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:55:38,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 738 msec 2024-12-11T22:55:38,644 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733957738644, completionTime=-1 2024-12-11T22:55:38,644 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-11T22:55:38,644 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T22:55:38,646 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-11T22:55:38,646 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733957798646 2024-12-11T22:55:38,647 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733957858647 2024-12-11T22:55:38,647 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-11T22:55:38,647 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:55:38,647 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,44413,1733957737326-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,648 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,44413,1733957737326-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,648 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,44413,1733957737326-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,648 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d462fa545078:44413, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,648 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,648 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,651 DEBUG [master/d462fa545078:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T22:55:38,654 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.067sec 2024-12-11T22:55:38,654 INFO [master/d462fa545078:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T22:55:38,654 INFO [master/d462fa545078:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T22:55:38,654 INFO [master/d462fa545078:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T22:55:38,654 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T22:55:38,654 INFO [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T22:55:38,654 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,44413,1733957737326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:55:38,654 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,44413,1733957737326-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T22:55:38,655 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T22:55:38,655 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T22:55:38,655 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,44413,1733957737326-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:38,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31597363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:55:38,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,44413,-1 for getting cluster id 2024-12-11T22:55:38,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T22:55:38,748 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e24ad6d0-7941-4855-a21f-63d1c7e0755a' 2024-12-11T22:55:38,748 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T22:55:38,749 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e24ad6d0-7941-4855-a21f-63d1c7e0755a" 2024-12-11T22:55:38,749 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233343b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:55:38,749 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,44413,-1] 2024-12-11T22:55:38,749 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T22:55:38,750 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:38,752 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T22:55:38,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31deb7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:55:38,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:55:38,757 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,45363,1733957737485, seqNum=-1] 2024-12-11T22:55:38,757 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:55:38,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:55:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d462fa545078,44413,1733957737326 2024-12-11T22:55:38,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T22:55:38,763 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,44413,1733957737326 2024-12-11T22:55:38,763 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@776f7eec 2024-12-11T22:55:38,763 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:55:38,764 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:55:38,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1733957738761', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:55:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733957738761 2024-12-11T22:55:38,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733957738761 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:55:38,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:38,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnGracefulStop1733957738761" procId is: 4 2024-12-11T22:55:38,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733957738761 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:55:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:55:38,776 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3151a2c74ed4493d432dde82b22b0522, NAME => 'testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1733957738761', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:38,781 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:38,781 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(1722): Closing 3151a2c74ed4493d432dde82b22b0522, disabling compactions & flushes 2024-12-11T22:55:38,781 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:38,781 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:38,781 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. after waiting 0 ms 2024-12-11T22:55:38,781 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:38,781 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:38,781 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733957738761-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3151a2c74ed4493d432dde82b22b0522: Waiting for close lock at 1733957738781Disabling compacts and flushes for region at 1733957738781Disabling writes for close at 1733957738781Writing region close event to WAL at 1733957738781Closed at 1733957738781 2024-12-11T22:55:38,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733957738761 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:55:38,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733957738783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957738783"}]},"ts":"1733957738783"} 2024-12-11T22:55:38,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T22:55:38,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733957738761 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:55:38,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733957738761","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733957738787"}]},"ts":"1733957738787"} 2024-12-11T22:55:38,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733957738761, state=ENABLING in hbase:meta 2024-12-11T22:55:38,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:55:38,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:55:38,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:55:38,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:55:38,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:55:38,790 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:55:38,790 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:55:38,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:55:38,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN}] 2024-12-11T22:55:38,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN 2024-12-11T22:55:38,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN; state=OFFLINE, location=d462fa545078,45363,1733957737485; forceNewPlan=false, retain=false 2024-12-11T22:55:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:55:38,943 INFO [d462fa545078:44413 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T22:55:38,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3151a2c74ed4493d432dde82b22b0522, regionState=OPENING, regionLocation=d462fa545078,45363,1733957737485 2024-12-11T22:55:38,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN because future has completed 2024-12-11T22:55:38,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3151a2c74ed4493d432dde82b22b0522, server=d462fa545078,45363,1733957737485}] 2024-12-11T22:55:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:55:39,116 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:39,117 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3151a2c74ed4493d432dde82b22b0522, NAME => 'testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:39,118 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733957738761 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,118 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:39,119 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,119 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,121 INFO [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,126 INFO [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3151a2c74ed4493d432dde82b22b0522 columnFamilyName family 2024-12-11T22:55:39,126 DEBUG [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:39,126 INFO [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] regionserver.HStore(327): Store=3151a2c74ed4493d432dde82b22b0522/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:39,127 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,128 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,129 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,129 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,129 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,131 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,137 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:55:39,138 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3151a2c74ed4493d432dde82b22b0522; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59076503, jitterRate=-0.11969150602817535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:55:39,138 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:39,138 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3151a2c74ed4493d432dde82b22b0522: Running coprocessor pre-open hook at 1733957739119Writing region info on filesystem at 1733957739119Initializing all the Stores at 1733957739120 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957739120Cleaning up temporary data from old regions at 1733957739129 (+9 ms)Running coprocessor post-open hooks at 1733957739138 (+9 ms)Region opened successfully at 1733957739138 2024-12-11T22:55:39,139 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522., pid=6, masterSystemTime=1733957739111 2024-12-11T22:55:39,142 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:39,142 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:39,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3151a2c74ed4493d432dde82b22b0522, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,45363,1733957737485 2024-12-11T22:55:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3151a2c74ed4493d432dde82b22b0522, server=d462fa545078,45363,1733957737485 because future has completed 2024-12-11T22:55:39,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T22:55:39,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3151a2c74ed4493d432dde82b22b0522, server=d462fa545078,45363,1733957737485 in 188 msec 2024-12-11T22:55:39,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T22:55:39,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN in 359 msec 2024-12-11T22:55:39,151 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733957738761 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:55:39,152 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733957738761","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733957739151"}]},"ts":"1733957739151"} 2024-12-11T22:55:39,153 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733957738761, state=ENABLED in hbase:meta 2024-12-11T22:55:39,154 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733957738761 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:55:39,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733957738761 in 389 msec 2024-12-11T22:55:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:55:39,397 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1733957738761 completed 2024-12-11T22:55:39,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1733957738761 get assigned. Timeout = 60000ms 2024-12-11T22:55:39,397 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:55:39,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1733957738761 assigned to meta. Checking AM states. 2024-12-11T22:55:39,405 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:55:39,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1733957738761 assigned. 2024-12-11T22:55:39,409 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1733957738761', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522., hostname=d462fa545078,45363,1733957737485, seqNum=2] 2024-12-11T22:55:39,414 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3151a2c74ed4493d432dde82b22b0522 1/1 column families, dataSize=78 B heapSize=480 B 2024-12-11T22:55:39,422 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8bda871f06fd444aa0aa9f8e6ab67576 2024-12-11T22:55:39,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/.tmp/family/8bda871f06fd444aa0aa9f8e6ab67576 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-12-11T22:55:39,436 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/.tmp/family/8bda871f06fd444aa0aa9f8e6ab67576 2024-12-11T22:55:39,438 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/.tmp/family/8bda871f06fd444aa0aa9f8e6ab67576 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576 2024-12-11T22:55:39,439 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576, delay=950 ms 2024-12-11T22:55:39,440 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576, entries=2, sequenceid=6, filesize=4.9 K 2024-12-11T22:55:39,441 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 3151a2c74ed4493d432dde82b22b0522 in 27ms, sequenceid=6, compaction requested=false 2024-12-11T22:55:39,441 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1733957738761' 2024-12-11T22:55:39,442 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3151a2c74ed4493d432dde82b22b0522: 2024-12-11T22:55:39,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T22:55:40,391 DEBUG [hfile-prefetch-1733957736651 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 8bda871f06fd444aa0aa9f8e6ab67576_0. 2024-12-11T22:55:40,393 DEBUG [hfile-prefetch-1733957736651 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 8bda871f06fd444aa0aa9f8e6ab67576_117. 2024-12-11T22:55:40,393 DEBUG [hfile-prefetch-1733957736651 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576, with total blocks 2, and data blocks 1 2024-12-11T22:55:40,393 DEBUG [hfile-prefetch-1733957736651 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map 2024-12-11T22:55:40,393 DEBUG [hfile-prefetch-1733957736651 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-12-11T22:55:40,394 DEBUG [hfile-prefetch-1733957736651 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576. Will sleep 100ms and try the verification again. 2024-12-11T22:55:40,442 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;d462fa545078:45363,5,FailOnTimeoutGroup] 2024-12-11T22:55:40,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,45363,1733957737485' ***** 2024-12-11T22:55:40,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0 2024-12-11T22:55:40,443 INFO [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1738): Disabling cache 2024-12-11T22:55:40,456 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:55:40,456 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:40,484 INFO [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence 2024-12-11T22:55:40,484 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-11T22:55:40,484 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-11T22:55:40,484 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-11T22:55:40,485 INFO [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-11T22:55:40,485 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-11T22:55:40,494 DEBUG [hfile-prefetch-1733957736651 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576, with total blocks 2, and data blocks 1 2024-12-11T22:55:40,494 DEBUG [hfile-prefetch-1733957736651 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map 2024-12-11T22:55:40,494 DEBUG [hfile-prefetch-1733957736651 {}] bucket.BucketCache(2293): found block for file 8bda871f06fd444aa0aa9f8e6ab67576 in the backing map. Acquiring read lock for offset 0 2024-12-11T22:55:40,495 DEBUG [hfile-prefetch-1733957736651 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576 has now been fully cached. 2024-12-11T22:55:40,495 DEBUG [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1487): Thread RS:0;d462fa545078:45363 started persisting bucket cache to file 2024-12-11T22:55:40,495 DEBUG [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-11T22:55:40,495 DEBUG [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 1, chunkSize: 10000 2024-12-11T22:55:40,496 DEBUG [hfile-prefetch-1733957736651 {}] hfile.PrefetchExecutor(121): Prefetch completed for 8bda871f06fd444aa0aa9f8e6ab67576 2024-12-11T22:55:40,506 DEBUG [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 1 2024-12-11T22:55:40,506 DEBUG [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 1, file name: bucket.persistence1733957740495 2024-12-11T22:55:40,506 DEBUG [RS:0;d462fa545078:45363 {}] bucket.BucketCache(1509): Thread RS:0;d462fa545078:45363 finished persisting bucket cache to file, renaming 2024-12-11T22:55:40,506 INFO [RS:0;d462fa545078:45363 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:55:40,506 INFO [RS:0;d462fa545078:45363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:55:40,506 INFO [RS:0;d462fa545078:45363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:55:40,506 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(3091): Received CLOSE for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:40,507 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(959): stopping server d462fa545078,45363,1733957737485 2024-12-11T22:55:40,507 INFO [RS:0;d462fa545078:45363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:55:40,507 INFO [RS:0;d462fa545078:45363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d462fa545078:45363. 2024-12-11T22:55:40,507 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-11T22:55:40,507 DEBUG [RS:0;d462fa545078:45363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:40,507 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3151a2c74ed4493d432dde82b22b0522, disabling compactions & flushes 2024-12-11T22:55:40,507 DEBUG [RS:0;d462fa545078:45363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:40,507 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:40,508 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:40,508 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. after waiting 0 ms 2024-12-11T22:55:40,508 INFO [RS:0;d462fa545078:45363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:55:40,508 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:40,508 INFO [RS:0;d462fa545078:45363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:55:40,508 INFO [RS:0;d462fa545078:45363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:55:40,508 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T22:55:40,508 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-11T22:55:40,508 DEBUG [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1325): Online Regions={3151a2c74ed4493d432dde82b22b0522=testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522., 1588230740=hbase:meta,,1.1588230740} 2024-12-11T22:55:40,508 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-11T22:55:40,509 DEBUG [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:40,509 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:55:40,509 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:55:40,509 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:55:40,509 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:55:40,509 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:55:40,509 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.75 KB heapSize=3.78 KB 2024-12-11T22:55:40,513 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-11T22:55:40,513 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:40,514 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3151a2c74ed4493d432dde82b22b0522: Waiting for close lock at 1733957740507Running coprocessor pre-close hooks at 1733957740507Disabling compacts and flushes for region at 1733957740507Disabling writes for close at 1733957740508 (+1 ms)Writing region close event to WAL at 1733957740509 (+1 ms)Running coprocessor post-close hooks at 1733957740513 (+4 ms)Closed at 1733957740513 2024-12-11T22:55:40,514 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:40,518 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f9b62fb706a54a7ea8a086a19ab9bdfa 2024-12-11T22:55:40,531 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/f9b62fb706a54a7ea8a086a19ab9bdfa is 209, key is testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522./info:regioninfo/1733957739142/Put/seqid=0 2024-12-11T22:55:40,532 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.53 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/f9b62fb706a54a7ea8a086a19ab9bdfa 2024-12-11T22:55:40,538 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-12-11T22:55:40,538 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file 2024-12-11T22:55:40,538 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-11T22:55:40,538 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-11T22:55:40,539 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 78711ac77b4f4d98a2814a824dbbf003 2024-12-11T22:55:40,540 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-11T22:55:40,540 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733957740538 2024-12-11T22:55:40,540 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-12-11T22:55:40,550 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/ns/78711ac77b4f4d98a2814a824dbbf003 is 43, key is default/ns:d/1733957738639/Put/seqid=0 2024-12-11T22:55:40,550 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/ns/78711ac77b4f4d98a2814a824dbbf003 2024-12-11T22:55:40,557 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4efa71894ffb4e4d9a186494d07c3026 2024-12-11T22:55:40,567 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/table/4efa71894ffb4e4d9a186494d07c3026 is 80, key is testBlockEvictionOnGracefulStop1733957738761/table:state/1733957739151/Put/seqid=0 2024-12-11T22:55:40,568 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/table/4efa71894ffb4e4d9a186494d07c3026 2024-12-11T22:55:40,570 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/f9b62fb706a54a7ea8a086a19ab9bdfa as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/f9b62fb706a54a7ea8a086a19ab9bdfa 2024-12-11T22:55:40,571 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/f9b62fb706a54a7ea8a086a19ab9bdfa, delay=949 ms 2024-12-11T22:55:40,572 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/f9b62fb706a54a7ea8a086a19ab9bdfa, entries=10, sequenceid=11, filesize=7.0 K 2024-12-11T22:55:40,572 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/ns/78711ac77b4f4d98a2814a824dbbf003 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/78711ac77b4f4d98a2814a824dbbf003 2024-12-11T22:55:40,573 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/78711ac77b4f4d98a2814a824dbbf003, delay=972 ms 2024-12-11T22:55:40,574 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/78711ac77b4f4d98a2814a824dbbf003, entries=2, sequenceid=11, filesize=5.0 K 2024-12-11T22:55:40,574 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/table/4efa71894ffb4e4d9a186494d07c3026 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/4efa71894ffb4e4d9a186494d07c3026 2024-12-11T22:55:40,575 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/4efa71894ffb4e4d9a186494d07c3026, delay=931 ms 2024-12-11T22:55:40,576 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/4efa71894ffb4e4d9a186494d07c3026, entries=2, sequenceid=11, filesize=5.3 K 2024-12-11T22:55:40,577 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=11, compaction requested=false 2024-12-11T22:55:40,577 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/f9b62fb706a54a7ea8a086a19ab9bdfa 2024-12-11T22:55:40,578 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/78711ac77b4f4d98a2814a824dbbf003 2024-12-11T22:55:40,578 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/4efa71894ffb4e4d9a186494d07c3026 2024-12-11T22:55:40,581 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-11T22:55:40,582 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:55:40,582 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:55:40,582 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957740508Running coprocessor pre-close hooks at 1733957740509 (+1 ms)Disabling compacts and flushes for region at 1733957740509Disabling writes for close at 1733957740509Obtaining lock to block concurrent updates at 1733957740509Preparing flush snapshotting stores in 1588230740 at 1733957740509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1797, getHeapSize=3808, getOffHeapSize=0, getCellsCount=14 at 1733957740510 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733957740510Flushing 1588230740/info: creating writer at 1733957740510Flushing 1588230740/info: appending metadata at 1733957740531 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733957740531Flushing 1588230740/ns: creating writer at 1733957740534 (+3 ms)Flushing 1588230740/ns: appending metadata at 1733957740549 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733957740550 (+1 ms)Flushing 1588230740/table: creating writer at 1733957740552 (+2 ms)Flushing 1588230740/table: appending metadata at 1733957740567 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733957740567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf150e4: reopening flushed file at 1733957740570 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7c47dd: reopening flushed file at 1733957740572 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac546bb: reopening flushed file at 1733957740574 (+2 ms)Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=11, compaction requested=false at 1733957740577 (+3 ms)Writing region close event to WAL at 1733957740578 (+1 ms)Running coprocessor post-close hooks at 1733957740582 (+4 ms)Closed at 1733957740582 2024-12-11T22:55:40,582 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T22:55:40,709 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(976): stopping server d462fa545078,45363,1733957737485; all regions closed. 2024-12-11T22:55:40,714 DEBUG [RS:0;d462fa545078:45363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs 2024-12-11T22:55:40,714 INFO [RS:0;d462fa545078:45363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C45363%2C1733957737485.meta:.meta(num 1733957738591) 2024-12-11T22:55:40,716 DEBUG [RS:0;d462fa545078:45363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs 2024-12-11T22:55:40,717 INFO [RS:0;d462fa545078:45363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C45363%2C1733957737485:(num 1733957738198) 2024-12-11T22:55:40,717 DEBUG [RS:0;d462fa545078:45363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:40,717 INFO [RS:0;d462fa545078:45363 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:40,717 INFO [RS:0;d462fa545078:45363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:55:40,717 INFO [RS:0;d462fa545078:45363 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T22:55:40,717 INFO [RS:0;d462fa545078:45363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:55:40,717 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:55:40,717 INFO [RS:0;d462fa545078:45363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45363 2024-12-11T22:55:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,45363,1733957737485 2024-12-11T22:55:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:55:40,733 INFO [RS:0;d462fa545078:45363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:55:40,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,45363,1733957737485] 2024-12-11T22:55:40,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,45363,1733957737485 already deleted, retry=false 2024-12-11T22:55:40,754 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d462fa545078,45363,1733957737485 on d462fa545078,44413,1733957737326 2024-12-11T22:55:40,763 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d462fa545078,45363,1733957737485, splitWal=true, meta=true 2024-12-11T22:55:40,765 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d462fa545078,45363,1733957737485, splitWal=true, meta=true 2024-12-11T22:55:40,766 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d462fa545078,45363,1733957737485, splitWal=true, meta=true, isMeta: true 2024-12-11T22:55:40,766 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for d462fa545078,45363,1733957737485 (carryingMeta=true) d462fa545078,45363,1733957737485/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@10df23d3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T22:55:40,766 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485-splitting 2024-12-11T22:55:40,766 INFO [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485-splitting dir is empty, no logs to split. 2024-12-11T22:55:40,766 INFO [PEWorker-1 {}] master.SplitWALManager(105): d462fa545078,45363,1733957737485 WAL count=0, meta=true 2024-12-11T22:55:40,768 INFO [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485-splitting dir is empty, no logs to split. 2024-12-11T22:55:40,768 INFO [PEWorker-1 {}] master.SplitWALManager(105): d462fa545078,45363,1733957737485 WAL count=0, meta=true 2024-12-11T22:55:40,768 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d462fa545078,45363,1733957737485 WAL splitting is done? wals=0, meta=true 2024-12-11T22:55:40,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T22:55:40,770 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:55:40,771 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:55:40,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:40,844 INFO [RS:0;d462fa545078:45363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:55:40,844 INFO [RS:0;d462fa545078:45363 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,45363,1733957737485; zookeeper connection closed. 2024-12-11T22:55:40,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45363-0x100171762220001, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:40,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6745789d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6745789d 2024-12-11T22:55:40,921 DEBUG [d462fa545078:44413 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T22:55:40,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d462fa545078,36427,1733957737524 2024-12-11T22:55:40,924 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,36427,1733957737524, state=OPENING 2024-12-11T22:55:40,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:40,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:40,933 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:55:40,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:40,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,36427,1733957737524}] 2024-12-11T22:55:40,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:40,961 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:55:40,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:40,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:40,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:55:40,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:55:40,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:55:40,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:55:40,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:55:40,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38405 2024-12-11T22:55:40,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38405 connecting to ZooKeeper ensemble=127.0.0.1:62609 2024-12-11T22:55:40,964 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:40,964 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:40,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384050x0, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:55:40,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38405-0x100171762220003 connected 2024-12-11T22:55:40,975 DEBUG [pool-298-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT 2024-12-11T22:55:40,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/running 2024-12-11T22:55:40,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:55:40,976 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.cache 2024-12-11T22:55:40,977 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-11T22:55:40,977 INFO [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread 2024-12-11T22:55:40,977 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-12-11T22:55:40,977 INFO [Thread-207 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file 2024-12-11T22:55:40,977 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-11T22:55:40,977 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:55:40,978 INFO [Thread-207 {}] bucket.BucketCache(1552): Reading new chunked format of persistence. 2024-12-11T22:55:40,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T22:55:40,978 INFO [Thread-207 {}] bucket.BucketCache(1705): Retrieved 0 of chunks with blockCount = 0. 2024-12-11T22:55:40,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:55:40,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38405 2024-12-11T22:55:40,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38405 2024-12-11T22:55:40,985 DEBUG [Thread-207 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list 2024-12-11T22:55:40,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38405 2024-12-11T22:55:40,986 INFO [Thread-207 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-11T22:55:40,986 INFO [Thread-207 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 0 2024-12-11T22:55:40,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38405 2024-12-11T22:55:40,986 INFO [Thread-207 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence is complete. 2024-12-11T22:55:40,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38405 2024-12-11T22:55:40,989 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(746): ClusterId : e24ad6d0-7941-4855-a21f-63d1c7e0755a 2024-12-11T22:55:40,989 DEBUG [RS:2;d462fa545078:38405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:55:40,997 DEBUG [RS:2;d462fa545078:38405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:55:40,997 DEBUG [RS:2;d462fa545078:38405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:55:41,007 DEBUG [RS:2;d462fa545078:38405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:55:41,007 DEBUG [RS:2;d462fa545078:38405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ee784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:55:41,018 DEBUG [RS:2;d462fa545078:38405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d462fa545078:38405 2024-12-11T22:55:41,018 INFO [RS:2;d462fa545078:38405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:55:41,018 INFO [RS:2;d462fa545078:38405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:55:41,018 DEBUG [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:55:41,019 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,44413,1733957737326 with port=38405, startcode=1733957740961 2024-12-11T22:55:41,019 DEBUG [RS:2;d462fa545078:38405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:55:41,021 INFO [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:55:41,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,38405,1733957740961 2024-12-11T22:55:41,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(517): Registering regionserver=d462fa545078,38405,1733957740961 2024-12-11T22:55:41,023 DEBUG [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38 2024-12-11T22:55:41,023 DEBUG [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-12-11T22:55:41,023 DEBUG [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:55:41,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:55:41,028 DEBUG [RS:2;d462fa545078:38405 {}] zookeeper.ZKUtil(111): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,38405,1733957740961 2024-12-11T22:55:41,028 WARN [RS:2;d462fa545078:38405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:55:41,028 INFO [RS:2;d462fa545078:38405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:41,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,38405,1733957740961] 2024-12-11T22:55:41,028 DEBUG [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,38405,1733957740961 2024-12-11T22:55:41,032 INFO [RS:2;d462fa545078:38405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:55:41,034 INFO [RS:2;d462fa545078:38405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:55:41,034 INFO [RS:2;d462fa545078:38405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:55:41,035 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,035 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:55:41,035 INFO [RS:2;d462fa545078:38405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:55:41,035 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,035 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,035 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,035 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,035 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:41,036 DEBUG [RS:2;d462fa545078:38405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:55:41,036 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,036 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,036 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,037 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,037 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,037 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,38405,1733957740961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:55:41,049 INFO [RS:2;d462fa545078:38405 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:55:41,049 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,38405,1733957740961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,049 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,049 INFO [RS:2;d462fa545078:38405 {}] regionserver.Replication(171): d462fa545078,38405,1733957740961 started 2024-12-11T22:55:41,064 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:55:41,064 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,38405,1733957740961, RpcServer on d462fa545078/172.17.0.2:38405, sessionid=0x100171762220003 2024-12-11T22:55:41,064 DEBUG [RS:2;d462fa545078:38405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:55:41,064 DEBUG [RS:2;d462fa545078:38405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,38405,1733957740961 2024-12-11T22:55:41,064 DEBUG [RS:2;d462fa545078:38405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,38405,1733957740961' 2024-12-11T22:55:41,064 DEBUG [RS:2;d462fa545078:38405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:55:41,065 DEBUG [RS:2;d462fa545078:38405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:55:41,066 DEBUG [RS:2;d462fa545078:38405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:55:41,066 DEBUG [RS:2;d462fa545078:38405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:55:41,066 DEBUG [RS:2;d462fa545078:38405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,38405,1733957740961 2024-12-11T22:55:41,066 DEBUG [RS:2;d462fa545078:38405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,38405,1733957740961' 2024-12-11T22:55:41,066 DEBUG [RS:2;d462fa545078:38405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:55:41,066 DEBUG [RS:2;d462fa545078:38405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:55:41,067 DEBUG [RS:2;d462fa545078:38405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:55:41,067 INFO [RS:2;d462fa545078:38405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:55:41,067 INFO [RS:2;d462fa545078:38405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:55:41,085 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:55:41,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:55:41,088 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T22:55:41,088 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:55:41,089 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T22:55:41,089 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=d462fa545078%2C36427%2C1733957737524.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,36427,1733957737524, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs, maxLogs=55 2024-12-11T22:55:41,104 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,36427,1733957737524/d462fa545078%2C36427%2C1733957737524.meta.1733957741090.meta 2024-12-11T22:55:41,104 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:41,104 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:41,105 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T22:55:41,105 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T22:55:41,105 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T22:55:41,105 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T22:55:41,105 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:41,105 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T22:55:41,105 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T22:55:41,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-12-11T22:55:41,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:55:41,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:41,107 DEBUG [StoreFileOpener-1588230740-info-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/f9b62fb706a54a7ea8a086a19ab9bdfa, delay=920 ms 2024-12-11T22:55:41,108 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/f9b62fb706a54a7ea8a086a19ab9bdfa 2024-12-11T22:55:41,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:41,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-12-11T22:55:41,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:55:41,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:41,111 DEBUG [StoreFileOpener-1588230740-ns-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/78711ac77b4f4d98a2814a824dbbf003, delay=916 ms 2024-12-11T22:55:41,112 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/78711ac77b4f4d98a2814a824dbbf003 2024-12-11T22:55:41,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:41,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-12-11T22:55:41,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:55:41,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:41,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:41,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-12-11T22:55:41,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:55:41,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:41,116 DEBUG [StoreFileOpener-1588230740-table-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/4efa71894ffb4e4d9a186494d07c3026, delay=932 ms 2024-12-11T22:55:41,118 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/4efa71894ffb4e4d9a186494d07c3026 2024-12-11T22:55:41,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:55:41,118 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:55:41,119 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:41,119 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740 2024-12-11T22:55:41,119 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:55:41,119 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:55:41,120 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:55:41,121 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:55:41,121 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60897179, jitterRate=-0.09256131947040558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:55:41,121 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T22:55:41,122 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733957741105Writing region info on filesystem at 1733957741105Initializing all the Stores at 1733957741105Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957741105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957741105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957741106 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957741106Cleaning up temporary data from old regions at 1733957741119 (+13 ms)Running coprocessor post-open hooks at 1733957741121 (+2 ms)Region opened successfully at 1733957741122 (+1 ms) 2024-12-11T22:55:41,122 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=9, masterSystemTime=1733957741085 2024-12-11T22:55:41,125 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T22:55:41,125 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T22:55:41,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d462fa545078,36427,1733957737524 2024-12-11T22:55:41,126 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,36427,1733957737524, state=OPEN 2024-12-11T22:55:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:55:41,133 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=9, ppid=8, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d462fa545078,36427,1733957737524 2024-12-11T22:55:41,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:41,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:41,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:55:41,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-11T22:55:41,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,36427,1733957737524 in 200 msec 2024-12-11T22:55:41,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-11T22:55:41,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-12-11T22:55:41,138 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d462fa545078,45363,1733957737485 had 2 regions 2024-12-11T22:55:41,139 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d462fa545078,45363,1733957737485, splitWal=true, meta=true, isMeta: false 2024-12-11T22:55:41,139 INFO [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485-splitting dir is empty, no logs to split. 2024-12-11T22:55:41,139 INFO [PEWorker-3 {}] master.SplitWALManager(105): d462fa545078,45363,1733957737485 WAL count=0, meta=false 2024-12-11T22:55:41,140 INFO [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,45363,1733957737485-splitting dir is empty, no logs to split. 2024-12-11T22:55:41,140 INFO [PEWorker-3 {}] master.SplitWALManager(105): d462fa545078,45363,1733957737485 WAL count=0, meta=false 2024-12-11T22:55:41,140 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d462fa545078,45363,1733957737485 WAL splitting is done? wals=0, meta=false 2024-12-11T22:55:41,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN}] 2024-12-11T22:55:41,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN 2024-12-11T22:55:41,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:55:41,168 INFO [RS:2;d462fa545078:38405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:55:41,168 INFO [RS:2;d462fa545078:38405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=d462fa545078%2C38405%2C1733957740961, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,38405,1733957740961, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs, maxLogs=55 2024-12-11T22:55:41,189 INFO [RS:2;d462fa545078:38405 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/WALs/d462fa545078,38405,1733957740961/d462fa545078%2C38405%2C1733957740961.1733957741169 2024-12-11T22:55:41,190 DEBUG [RS:2;d462fa545078:38405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-12-11T22:55:41,294 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:55:41,294 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:55:41,294 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:55:41,294 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:55:41,294 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:55:41,294 INFO [d462fa545078:44413 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:55:41,295 INFO [d462fa545078:44413 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:55:41,295 DEBUG [d462fa545078:44413 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:55:41,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3151a2c74ed4493d432dde82b22b0522, regionState=OPENING, regionLocation=d462fa545078,38405,1733957740961 2024-12-11T22:55:41,296 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d462fa545078:45363 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:45363 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:55:41,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,45363,1733957737485, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d462fa545078,45363,1733957737485, seqNum=-1, error=java.net.ConnectException: Call to address=d462fa545078:45363 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:45363 2024-12-11T22:55:41,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,45363,1733957737485, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-11T22:55:41,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d462fa545078,45363,1733957737485, seqNum=-1 from cache 2024-12-11T22:55:41,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.FailedServers(52): Added failed server with address d462fa545078:45363 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:45363 2024-12-11T22:55:41,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:55:41,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,36427,1733957737524, seqNum=-1] 2024-12-11T22:55:41,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:55:41,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:55:41,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN because future has completed 2024-12-11T22:55:41,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3151a2c74ed4493d432dde82b22b0522, server=d462fa545078,38405,1733957740961}] 2024-12-11T22:55:41,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T22:55:41,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:55:41,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:41,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:41,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:55:41,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:41,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T22:55:41,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T22:55:41,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1504803659, stopped=false 2024-12-11T22:55:41,566 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d462fa545078,44413,1733957737326 2024-12-11T22:55:41,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:55:41,573 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:41,573 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 3151a2c74ed4493d432dde82b22b0522, NAME => 'testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:55:41,575 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733957738761 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,575 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:55:41,575 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,575 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,577 INFO [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,577 INFO [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3151a2c74ed4493d432dde82b22b0522 columnFamilyName family 2024-12-11T22:55:41,577 DEBUG [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:55:41,579 DEBUG [StoreFileOpener-3151a2c74ed4493d432dde82b22b0522-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576, delay=917 ms 2024-12-11T22:55:41,579 DEBUG [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576 2024-12-11T22:55:41,580 INFO [StoreOpener-3151a2c74ed4493d432dde82b22b0522-1 {}] regionserver.HStore(327): Store=3151a2c74ed4493d432dde82b22b0522/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:55:41,580 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,581 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,581 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,581 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,581 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,582 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,583 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 3151a2c74ed4493d432dde82b22b0522; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66651005, jitterRate=-0.006822630763053894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:55:41,583 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,584 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 3151a2c74ed4493d432dde82b22b0522: Running coprocessor pre-open hook at 1733957741575Writing region info on filesystem at 1733957741575Initializing all the Stores at 1733957741576 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957741576Cleaning up temporary data from old regions at 1733957741581 (+5 ms)Running coprocessor post-open hooks at 1733957741583 (+2 ms)Region opened successfully at 1733957741584 (+1 ms) 2024-12-11T22:55:41,585 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522., pid=11, masterSystemTime=1733957741565 2024-12-11T22:55:41,587 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:41,587 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:41,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3151a2c74ed4493d432dde82b22b0522, regionState=OPEN, openSeqNum=10, regionLocation=d462fa545078,38405,1733957740961 2024-12-11T22:55:41,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3151a2c74ed4493d432dde82b22b0522, server=d462fa545078,38405,1733957740961 because future has completed 2024-12-11T22:55:41,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-11T22:55:41,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3151a2c74ed4493d432dde82b22b0522, server=d462fa545078,38405,1733957740961 in 180 msec 2024-12-11T22:55:41,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-11T22:55:41,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733957738761, region=3151a2c74ed4493d432dde82b22b0522, ASSIGN in 452 msec 2024-12-11T22:55:41,596 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server d462fa545078,45363,1733957737485 after splitting done 2024-12-11T22:55:41,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure d462fa545078,45363,1733957737485, splitWal=true, meta=true in 841 msec 2024-12-11T22:55:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:55:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:41,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:41,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T22:55:41,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:55:41,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:41,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:41,618 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,36427,1733957737524' ***** 2024-12-11T22:55:41,618 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T22:55:41,618 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,38405,1733957740961' ***** 2024-12-11T22:55:41,618 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T22:55:41,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:41,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:41,618 INFO [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1738): Disabling cache 2024-12-11T22:55:41,618 INFO [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence 2024-12-11T22:55:41,618 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-11T22:55:41,618 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-11T22:55:41,618 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-11T22:55:41,618 INFO [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1738): Disabling cache 2024-12-11T22:55:41,618 INFO [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-11T22:55:41,619 INFO [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/852e2e3d-a956-6bf4-0bf1-581da394f1c5/bucket.persistence 2024-12-11T22:55:41,619 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-11T22:55:41,619 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-11T22:55:41,619 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-11T22:55:41,619 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-11T22:55:41,619 INFO [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1768): Shutting down cache persister thread. 2024-12-11T22:55:41,619 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-12-11T22:55:41,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:55:41,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1733957738761 2024-12-11T22:55:41,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testBlockEvictionOnGracefulStop1733957738761 Metrics about Tables on a single HBase RegionServer 2024-12-11T22:55:41,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T22:55:41,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T22:55:41,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:55:41,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T22:55:41,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T22:55:41,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T22:55:41,629 DEBUG [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1487): Thread RS:2;d462fa545078:38405 started persisting bucket cache to file 2024-12-11T22:55:41,629 DEBUG [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-11T22:55:41,629 DEBUG [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-11T22:55:41,629 DEBUG [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1487): Thread RS:1;d462fa545078:36427 started persisting bucket cache to file 2024-12-11T22:55:41,629 DEBUG [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1494): Persist in new chunked persistence format. 2024-12-11T22:55:41,629 DEBUG [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-12-11T22:55:41,631 DEBUG [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-11T22:55:41,631 DEBUG [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-12-11T22:55:41,632 DEBUG [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733957741629 2024-12-11T22:55:41,632 DEBUG [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733957741629 2024-12-11T22:55:41,632 DEBUG [RS:1;d462fa545078:36427 {}] bucket.BucketCache(1509): Thread RS:1;d462fa545078:36427 finished persisting bucket cache to file, renaming 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:55:41,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(959): stopping server d462fa545078,36427,1733957737524 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d462fa545078:36427. 2024-12-11T22:55:41,632 DEBUG [RS:1;d462fa545078:36427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:41,632 DEBUG [RS:1;d462fa545078:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:55:41,632 INFO [RS:1;d462fa545078:36427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:55:41,633 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T22:55:41,633 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T22:55:41,633 DEBUG [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-11T22:55:41,633 DEBUG [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T22:55:41,633 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-11T22:55:41,633 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:55:41,633 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:55:41,633 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:55:41,633 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:55:41,633 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:55:41,633 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.21 KB heapSize=2.80 KB 2024-12-11T22:55:41,637 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:55:41,637 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:41,642 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 5f2f82caffcb43d0a1c7d875a574e39e 2024-12-11T22:55:41,648 DEBUG [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1509): Thread RS:2;d462fa545078:38405 finished persisting bucket cache to file, renaming 2024-12-11T22:55:41,648 WARN [RS:2;d462fa545078:38405 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-12-11T22:55:41,648 INFO [RS:2;d462fa545078:38405 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:55:41,648 INFO [RS:2;d462fa545078:38405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:55:41,648 INFO [RS:2;d462fa545078:38405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:55:41,648 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(3091): Received CLOSE for 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,649 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(959): stopping server d462fa545078,38405,1733957740961 2024-12-11T22:55:41,649 INFO [RS:2;d462fa545078:38405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:55:41,649 INFO [RS:2;d462fa545078:38405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d462fa545078:38405. 2024-12-11T22:55:41,649 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-12-11T22:55:41,649 DEBUG [RS:2;d462fa545078:38405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:55:41,649 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3151a2c74ed4493d432dde82b22b0522, disabling compactions & flushes 2024-12-11T22:55:41,649 DEBUG [RS:2;d462fa545078:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:41,649 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:41,649 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:41,649 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T22:55:41,649 DEBUG [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1325): Online Regions={3151a2c74ed4493d432dde82b22b0522=testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522.} 2024-12-11T22:55:41,649 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. after waiting 0 ms 2024-12-11T22:55:41,649 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:41,649 DEBUG [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1351): Waiting on 3151a2c74ed4493d432dde82b22b0522 2024-12-11T22:55:41,650 DEBUG [StoreFileCloser-3151a2c74ed4493d432dde82b22b0522-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/family/8bda871f06fd444aa0aa9f8e6ab67576 2024-12-11T22:55:41,654 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/5f2f82caffcb43d0a1c7d875a574e39e is 209, key is testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522./info:regioninfo/1733957741588/Put/seqid=0 2024-12-11T22:55:41,654 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/default/testBlockEvictionOnGracefulStop1733957738761/3151a2c74ed4493d432dde82b22b0522/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-11T22:55:41,654 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:41,655 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3151a2c74ed4493d432dde82b22b0522: Waiting for close lock at 1733957741649Running coprocessor pre-close hooks at 1733957741649Disabling compacts and flushes for region at 1733957741649Disabling writes for close at 1733957741649Writing region close event to WAL at 1733957741650 (+1 ms)Running coprocessor post-close hooks at 1733957741654 (+4 ms)Closed at 1733957741654 2024-12-11T22:55:41,655 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.21 KB at sequenceid=19 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/5f2f82caffcb43d0a1c7d875a574e39e 2024-12-11T22:55:41,655 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733957738761,,1733957738765.3151a2c74ed4493d432dde82b22b0522. 2024-12-11T22:55:41,656 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/.tmp/info/5f2f82caffcb43d0a1c7d875a574e39e as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/5f2f82caffcb43d0a1c7d875a574e39e 2024-12-11T22:55:41,657 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:41,657 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/5f2f82caffcb43d0a1c7d875a574e39e, delay=999 ms 2024-12-11T22:55:41,658 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/5f2f82caffcb43d0a1c7d875a574e39e, entries=8, sequenceid=19, filesize=6.6 K 2024-12-11T22:55:41,659 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=19, compaction requested=false 2024-12-11T22:55:41,659 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/f9b62fb706a54a7ea8a086a19ab9bdfa 2024-12-11T22:55:41,660 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/info/5f2f82caffcb43d0a1c7d875a574e39e 2024-12-11T22:55:41,660 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/ns/78711ac77b4f4d98a2814a824dbbf003 2024-12-11T22:55:41,661 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/table/4efa71894ffb4e4d9a186494d07c3026 2024-12-11T22:55:41,665 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-11T22:55:41,665 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:55:41,665 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:55:41,665 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957741633Running coprocessor pre-close hooks at 1733957741633Disabling compacts and flushes for region at 1733957741633Disabling writes for close at 1733957741633Obtaining lock to block concurrent updates at 1733957741633Preparing flush snapshotting stores in 1588230740 at 1733957741633Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1238, getHeapSize=2800, getOffHeapSize=0, getCellsCount=8 at 1733957741634 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733957741634Flushing 1588230740/info: creating writer at 1733957741634Flushing 1588230740/info: appending metadata at 1733957741654 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733957741654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ddaacb0: reopening flushed file at 1733957741656 (+2 ms)Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=19, compaction requested=false at 1733957741659 (+3 ms)Writing region close event to WAL at 1733957741661 (+2 ms)Running coprocessor post-close hooks at 1733957741665 (+4 ms)Closed at 1733957741665 2024-12-11T22:55:41,666 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T22:55:41,833 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(976): stopping server d462fa545078,36427,1733957737524; all regions closed. 2024-12-11T22:55:41,838 DEBUG [RS:1;d462fa545078:36427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs 2024-12-11T22:55:41,838 INFO [RS:1;d462fa545078:36427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C36427%2C1733957737524.meta:.meta(num 1733957741090) 2024-12-11T22:55:41,840 DEBUG [RS:1;d462fa545078:36427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs 2024-12-11T22:55:41,841 INFO [RS:1;d462fa545078:36427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C36427%2C1733957737524:(num 1733957738197) 2024-12-11T22:55:41,841 DEBUG [RS:1;d462fa545078:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:41,841 INFO [RS:1;d462fa545078:36427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:41,841 INFO [RS:1;d462fa545078:36427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:55:41,841 INFO [RS:1;d462fa545078:36427 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T22:55:41,841 INFO [RS:1;d462fa545078:36427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:55:41,842 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:55:41,842 INFO [RS:1;d462fa545078:36427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36427 2024-12-11T22:55:41,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,36427,1733957737524 2024-12-11T22:55:41,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:55:41,848 INFO [RS:1;d462fa545078:36427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:55:41,849 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(976): stopping server d462fa545078,38405,1733957740961; all regions closed. 2024-12-11T22:55:41,851 DEBUG [RS:2;d462fa545078:38405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/oldWALs 2024-12-11T22:55:41,851 INFO [RS:2;d462fa545078:38405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C38405%2C1733957740961:(num 1733957741169) 2024-12-11T22:55:41,851 DEBUG [RS:2;d462fa545078:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:55:41,851 INFO [RS:2;d462fa545078:38405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:55:41,851 INFO [RS:2;d462fa545078:38405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:55:41,851 INFO [RS:2;d462fa545078:38405 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T22:55:41,852 INFO [RS:2;d462fa545078:38405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:55:41,852 INFO [RS:2;d462fa545078:38405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:55:41,852 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:55:41,852 INFO [RS:2;d462fa545078:38405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:55:41,852 INFO [RS:2;d462fa545078:38405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:55:41,852 INFO [RS:2;d462fa545078:38405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38405 2024-12-11T22:55:41,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,36427,1733957737524] 2024-12-11T22:55:41,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:55:41,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,38405,1733957740961 2024-12-11T22:55:41,869 INFO [RS:2;d462fa545078:38405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:55:41,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,36427,1733957737524 already deleted, retry=false 2024-12-11T22:55:41,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,36427,1733957737524 expired; onlineServers=1 2024-12-11T22:55:41,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,38405,1733957740961] 2024-12-11T22:55:41,901 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,38405,1733957740961 already deleted, retry=false 2024-12-11T22:55:41,901 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,38405,1733957740961 expired; onlineServers=0 2024-12-11T22:55:41,901 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd462fa545078,44413,1733957737326' ***** 2024-12-11T22:55:41,901 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T22:55:41,901 INFO [M:0;d462fa545078:44413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:55:41,901 INFO [M:0;d462fa545078:44413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:55:41,901 DEBUG [M:0;d462fa545078:44413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T22:55:41,901 DEBUG [M:0;d462fa545078:44413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T22:55:41,901 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T22:55:41,901 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957737910 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957737910,5,FailOnTimeoutGroup] 2024-12-11T22:55:41,901 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957737910 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957737910,5,FailOnTimeoutGroup] 2024-12-11T22:55:41,902 INFO [M:0;d462fa545078:44413 {}] hbase.ChoreService(370): Chore service for: master/d462fa545078:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T22:55:41,902 INFO [M:0;d462fa545078:44413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:55:41,902 DEBUG [M:0;d462fa545078:44413 {}] master.HMaster(1795): Stopping service threads 2024-12-11T22:55:41,902 INFO [M:0;d462fa545078:44413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T22:55:41,902 INFO [M:0;d462fa545078:44413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T22:55:41,902 INFO [M:0;d462fa545078:44413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T22:55:41,903 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T22:55:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T22:55:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:55:41,912 DEBUG [M:0;d462fa545078:44413 {}] zookeeper.ZKUtil(347): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T22:55:41,912 WARN [M:0;d462fa545078:44413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T22:55:41,912 INFO [M:0;d462fa545078:44413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/.lastflushedseqids 2024-12-11T22:55:41,916 INFO [M:0;d462fa545078:44413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T22:55:41,917 INFO [M:0;d462fa545078:44413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T22:55:41,917 DEBUG [M:0;d462fa545078:44413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:55:41,917 INFO [M:0;d462fa545078:44413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:41,917 DEBUG [M:0;d462fa545078:44413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:41,917 DEBUG [M:0;d462fa545078:44413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:55:41,917 DEBUG [M:0;d462fa545078:44413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:41,917 INFO [M:0;d462fa545078:44413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=39.50 KB heapSize=49.91 KB 2024-12-11T22:55:41,927 DEBUG [M:0;d462fa545078:44413 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6e7a94dd65144600800a3d13a8a6fee4 2024-12-11T22:55:41,940 DEBUG [M:0;d462fa545078:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e7a94dd65144600800a3d13a8a6fee4 is 82, key is hbase:meta,,1/info:regioninfo/1733957741125/Put/seqid=0 2024-12-11T22:55:41,940 INFO [M:0;d462fa545078:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e7a94dd65144600800a3d13a8a6fee4 2024-12-11T22:55:41,947 DEBUG [M:0;d462fa545078:44413 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on cf9b384572dd44a4bef62ec8cc8c1d5f 2024-12-11T22:55:41,958 DEBUG [M:0;d462fa545078:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf9b384572dd44a4bef62ec8cc8c1d5f is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733957739155/Put/seqid=0 2024-12-11T22:55:41,958 INFO [M:0;d462fa545078:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.27 KB at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf9b384572dd44a4bef62ec8cc8c1d5f 2024-12-11T22:55:41,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:41,959 INFO [RS:1;d462fa545078:36427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:55:41,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x100171762220002, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:41,959 INFO [RS:1;d462fa545078:36427 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,36427,1733957737524; zookeeper connection closed. 2024-12-11T22:55:41,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d1c6ee8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d1c6ee8 2024-12-11T22:55:41,965 DEBUG [M:0;d462fa545078:44413 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e5e90d01ec0a4693a69d29abb866378e 2024-12-11T22:55:41,976 DEBUG [M:0;d462fa545078:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e90d01ec0a4693a69d29abb866378e is 69, key is d462fa545078,36427,1733957737524/rs:state/1733957737982/Put/seqid=0 2024-12-11T22:55:41,977 INFO [M:0;d462fa545078:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e90d01ec0a4693a69d29abb866378e 2024-12-11T22:55:41,978 INFO [M:0;d462fa545078:44413 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5e90d01ec0a4693a69d29abb866378e 2024-12-11T22:55:41,979 DEBUG [M:0;d462fa545078:44413 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e7a94dd65144600800a3d13a8a6fee4 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e7a94dd65144600800a3d13a8a6fee4 2024-12-11T22:55:41,980 INFO [M:0;d462fa545078:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e7a94dd65144600800a3d13a8a6fee4, entries=14, sequenceid=102, filesize=5.9 K 2024-12-11T22:55:41,980 DEBUG [M:0;d462fa545078:44413 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf9b384572dd44a4bef62ec8cc8c1d5f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf9b384572dd44a4bef62ec8cc8c1d5f 2024-12-11T22:55:41,982 INFO [M:0;d462fa545078:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf9b384572dd44a4bef62ec8cc8c1d5f, entries=11, sequenceid=102, filesize=6.5 K 2024-12-11T22:55:41,982 DEBUG [M:0;d462fa545078:44413 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e90d01ec0a4693a69d29abb866378e as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5e90d01ec0a4693a69d29abb866378e 2024-12-11T22:55:41,983 INFO [M:0;d462fa545078:44413 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5e90d01ec0a4693a69d29abb866378e 2024-12-11T22:55:41,983 INFO [M:0;d462fa545078:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/431a24fc-5bd4-7d98-443e-76fbfc839bf8/c50acaf6-44e8-0317-1c6c-c3b9ad872d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5e90d01ec0a4693a69d29abb866378e, entries=3, sequenceid=102, filesize=5.3 K 2024-12-11T22:55:41,984 INFO [M:0;d462fa545078:44413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.50 KB/40448, heapSize ~49.61 KB/50800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 67ms, sequenceid=102, compaction requested=false 2024-12-11T22:55:41,985 INFO [M:0;d462fa545078:44413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:55:41,985 DEBUG [M:0;d462fa545078:44413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733957741917Disabling compacts and flushes for region at 1733957741917Disabling writes for close at 1733957741917Obtaining lock to block concurrent updates at 1733957741917Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733957741917Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=40448, getHeapSize=51040, getOffHeapSize=0, getCellsCount=127 at 1733957741918 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733957741918Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733957741918Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733957741939 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733957741939Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733957741942 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733957741957 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733957741958 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733957741960 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733957741976 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733957741976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348d0a23: reopening flushed file at 1733957741978 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5048ed76: reopening flushed file at 1733957741980 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a869bb2: reopening flushed file at 1733957741982 (+2 ms)Finished flush of dataSize ~39.50 KB/40448, heapSize ~49.61 KB/50800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 67ms, sequenceid=102, compaction requested=false at 1733957741984 (+2 ms)Writing region close event to WAL at 1733957741985 (+1 ms)Closed at 1733957741985 2024-12-11T22:55:41,986 INFO [M:0;d462fa545078:44413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T22:55:41,986 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:55:41,987 INFO [M:0;d462fa545078:44413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44413 2024-12-11T22:55:41,987 INFO [M:0;d462fa545078:44413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:55:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:41,991 INFO [RS:2;d462fa545078:38405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:55:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38405-0x100171762220003, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:41,991 INFO [RS:2;d462fa545078:38405 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,38405,1733957740961; zookeeper connection closed. 2024-12-11T22:55:41,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6218875a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6218875a 2024-12-11T22:55:41,991 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T22:55:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:42,096 INFO [M:0;d462fa545078:44413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:55:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x100171762220000, quorum=127.0.0.1:62609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:55:42,102 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T22:55:42,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T22:55:42,105 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:55:42,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=73 (was 51) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 357) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9182 (was 9283)