2024-11-11 21:52:32,480 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-11 21:52:32,510 main DEBUG Took 0.027294 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 21:52:32,511 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 21:52:32,511 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 21:52:32,513 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 21:52:32,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,525 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 21:52:32,544 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,547 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,553 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,555 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,556 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,557 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:52:32,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,560 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 21:52:32,562 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:52:32,563 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 21:52:32,565 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 21:52:32,566 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 21:52:32,568 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 21:52:32,569 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 21:52:32,579 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 21:52:32,582 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 21:52:32,584 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 21:52:32,584 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 21:52:32,585 main DEBUG createAppenders(={Console}) 2024-11-11 21:52:32,586 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-11 21:52:32,586 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-11 21:52:32,586 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-11 21:52:32,587 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 21:52:32,588 main DEBUG OutputStream closed 2024-11-11 21:52:32,588 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 21:52:32,588 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 21:52:32,589 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-11 21:52:32,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 21:52:32,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 21:52:32,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 21:52:32,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 21:52:32,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 21:52:32,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 21:52:32,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 21:52:32,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 21:52:32,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 21:52:32,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 21:52:32,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 21:52:32,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 21:52:32,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 21:52:32,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 21:52:32,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 21:52:32,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 21:52:32,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 21:52:32,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 21:52:32,693 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 21:52:32,694 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-11 21:52:32,694 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 21:52:32,695 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-11T21:52:32,707 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins 2024-11-11 21:52:32,710 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 21:52:32,710 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T21:52:33,020 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045 2024-11-11T21:52:33,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=6391 2024-11-11T21:52:33,163 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T21:52:33,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:33,305 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/cluster_60cd6dab-adc5-3ffa-9ffd-32405b84c64c, deleteOnExit=true 2024-11-11T21:52:33,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/cluster_60cd6dab-adc5-3ffa-9ffd-32405b84c64c/zookeeper_0, clientPort=63826, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/cluster_60cd6dab-adc5-3ffa-9ffd-32405b84c64c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/cluster_60cd6dab-adc5-3ffa-9ffd-32405b84c64c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:52:33,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63826 2024-11-11T21:52:33,457 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:33,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 with version=8 2024-11-11T21:52:33,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/hbase-staging 2024-11-11T21:52:33,677 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T21:52:33,951 INFO [Time-limited test {}] client.ConnectionUtils(128): master/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:52:33,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:33,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:33,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:52:33,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:33,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:52:34,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:52:34,220 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:52:34,273 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T21:52:34,284 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T21:52:34,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:52:34,331 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 37779 (auto-detected) 2024-11-11T21:52:34,332 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T21:52:34,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36945 2024-11-11T21:52:34,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36945 connecting to ZooKeeper ensemble=127.0.0.1:63826 2024-11-11T21:52:34,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369450x0, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:52:34,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36945-0x10030c632ec0000 connected 2024-11-11T21:52:34,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:34,494 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:34,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:34,509 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44, hbase.cluster.distributed=false 2024-11-11T21:52:34,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:52:34,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-11T21:52:34,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36945 2024-11-11T21:52:34,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36945 2024-11-11T21:52:34,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-11T21:52:34,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-11T21:52:34,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:52:34,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:34,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:34,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:52:34,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:34,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:52:34,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:52:34,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:52:34,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40657 2024-11-11T21:52:34,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40657 connecting to ZooKeeper ensemble=127.0.0.1:63826 2024-11-11T21:52:34,681 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:34,682 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:34,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406570x0, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:52:34,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40657-0x10030c632ec0001 connected 2024-11-11T21:52:34,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:34,706 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:52:34,728 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.cache 2024-11-11T21:52:34,738 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:52:34,740 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T21:52:34,742 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T21:52:34,745 INFO [Thread-10 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T21:52:34,746 WARN [Thread-10 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-11T21:52:34,760 INFO [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:52:34,761 INFO [Thread-10 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.persistence is complete. 2024-11-11T21:52:34,770 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:52:34,786 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:52:34,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:52:34,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:52:34,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40657 2024-11-11T21:52:34,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40657 2024-11-11T21:52:34,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40657 2024-11-11T21:52:34,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40657 2024-11-11T21:52:34,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40657 2024-11-11T21:52:34,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:52:34,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:34,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:34,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:52:34,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:34,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:52:34,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:52:34,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:52:34,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33313 2024-11-11T21:52:34,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33313 connecting to ZooKeeper ensemble=127.0.0.1:63826 2024-11-11T21:52:34,861 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:34,863 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:34,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333130x0, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:52:34,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333130x0, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:34,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:52:34,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33313-0x10030c632ec0002 connected 2024-11-11T21:52:34,894 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.cache 2024-11-11T21:52:34,894 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:52:34,895 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T21:52:34,895 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T21:52:34,897 INFO [Thread-11 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T21:52:34,898 WARN [Thread-11 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-11T21:52:34,899 INFO [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:52:34,899 INFO [Thread-11 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.persistence is complete. 2024-11-11T21:52:34,900 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:52:34,902 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:52:34,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:52:34,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:52:34,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-11T21:52:34,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33313 2024-11-11T21:52:34,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33313 2024-11-11T21:52:34,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-11T21:52:34,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-11T21:52:34,946 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;22a1f13b90b0:36945 2024-11-11T21:52:34,949 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:34,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:34,965 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:34,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:52:34,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:52:34,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:34,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,004 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:52:35,006 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/22a1f13b90b0,36945,1731361953761 from backup master directory 2024-11-11T21:52:35,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:35,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:35,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:35,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:35,011 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:52:35,012 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:35,015 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T21:52:35,017 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T21:52:35,028 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/hbase.id] with ID: 8c88d4ba-8a2b-4628-a17e-2e91c9440dd4 2024-11-11T21:52:35,028 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/.tmp/hbase.id 2024-11-11T21:52:35,035 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/hbase.id] 2024-11-11T21:52:35,087 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:35,094 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:52:35,120 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-11T21:52:35,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,164 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:52:35,171 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:52:35,219 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:52:35,227 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:35,300 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store 2024-11-11T21:52:35,358 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T21:52:35,363 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:35,365 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:52:35,365 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:35,366 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:35,368 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:52:35,369 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:35,369 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:35,370 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731361955365Disabling compacts and flushes for region at 1731361955365Disabling writes for close at 1731361955369 (+4 ms)Writing region close event to WAL at 1731361955369Closed at 1731361955369 2024-11-11T21:52:35,371 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/.initializing 2024-11-11T21:52:35,371 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/WALs/22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:35,398 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:52:35,416 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C36945%2C1731361953761, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/WALs/22a1f13b90b0,36945,1731361953761, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/oldWALs, maxLogs=10 2024-11-11T21:52:35,457 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/WALs/22a1f13b90b0,36945,1731361953761/22a1f13b90b0%2C36945%2C1731361953761.1731361955422 2024-11-11T21:52:35,461 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:35,462 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:35,463 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:35,468 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,470 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:52:35,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:35,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:35,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:52:35,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:52:35,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:35,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:35,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:52:35,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:35,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:35,621 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,626 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,626 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,631 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,633 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,639 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:52:35,643 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:35,657 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:52:35,659 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64975724, jitterRate=-0.03178626298904419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:52:35,671 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731361955489Initializing all the Stores at 1731361955490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361955491 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361955497 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361955498 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361955498Cleaning up temporary data from old regions at 1731361955633 (+135 ms)Region opened successfully at 1731361955671 (+38 ms) 2024-11-11T21:52:35,674 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:52:35,725 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ebde83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:52:35,775 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:52:35,787 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:52:35,787 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:52:35,791 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:52:35,791 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:52:35,799 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T21:52:35,799 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:52:35,830 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:52:35,845 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:52:35,847 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:52:35,851 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:52:35,853 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:52:35,855 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:52:35,860 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:52:35,871 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:52:35,874 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:52:35,877 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:52:35,878 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:52:35,905 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:52:35,907 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:52:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,934 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=22a1f13b90b0,36945,1731361953761, sessionid=0x10030c632ec0000, setting cluster-up flag (Was=false) 2024-11-11T21:52:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,961 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:52:35,963 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:35,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:35,975 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:52:35,978 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:35,990 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:52:36,027 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(746): ClusterId : 8c88d4ba-8a2b-4628-a17e-2e91c9440dd4 2024-11-11T21:52:36,027 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(746): ClusterId : 8c88d4ba-8a2b-4628-a17e-2e91c9440dd4 2024-11-11T21:52:36,030 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:52:36,030 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:52:36,035 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:52:36,035 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:52:36,035 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:52:36,035 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:52:36,039 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:52:36,039 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:52:36,040 DEBUG [RS:0;22a1f13b90b0:40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17747b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:52:36,040 DEBUG [RS:1;22a1f13b90b0:33313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97fbda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:52:36,059 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;22a1f13b90b0:40657 2024-11-11T21:52:36,064 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:52:36,064 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:52:36,064 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:52:36,068 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,36945,1731361953761 with port=40657, startcode=1731361954623 2024-11-11T21:52:36,070 DEBUG [RS:1;22a1f13b90b0:33313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;22a1f13b90b0:33313 2024-11-11T21:52:36,070 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:52:36,070 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:52:36,070 DEBUG [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:52:36,072 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,36945,1731361953761 with port=33313, startcode=1731361954852 2024-11-11T21:52:36,083 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:52:36,085 DEBUG [RS:0;22a1f13b90b0:40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:52:36,085 DEBUG [RS:1;22a1f13b90b0:33313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:52:36,096 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:52:36,103 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:52:36,109 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 22a1f13b90b0,36945,1731361953761 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:52:36,121 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:52:36,125 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:52:36,125 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:52:36,126 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:52:36,126 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/22a1f13b90b0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:52:36,126 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,127 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:52:36,127 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,135 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731361986135 2024-11-11T21:52:36,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:52:36,138 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:52:36,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:52:36,139 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:52:36,142 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:52:36,143 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:52:36,144 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:52:36,144 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:52:36,144 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:36,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:52:36,148 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,159 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:52:36,161 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:52:36,162 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:52:36,165 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:52:36,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:52:36,165 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:52:36,166 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:52:36,173 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361956167,5,FailOnTimeoutGroup] 2024-11-11T21:52:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T21:52:36,174 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361956173,5,FailOnTimeoutGroup] 2024-11-11T21:52:36,174 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,174 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:52:36,176 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,176 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:36,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:52:36,183 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:36,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:36,194 DEBUG [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:36,194 DEBUG [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T21:52:36,194 DEBUG [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:52:36,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:52:36,200 DEBUG [RS:1;22a1f13b90b0:33313 {}] zookeeper.ZKUtil(111): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:36,200 WARN [RS:1;22a1f13b90b0:33313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:52:36,201 INFO [RS:1;22a1f13b90b0:33313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:36,201 DEBUG [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:36,211 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T21:52:36,211 WARN [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T21:52:36,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,33313,1731361954852] 2024-11-11T21:52:36,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:36,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T21:52:36,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:52:36,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:36,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:36,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T21:52:36,242 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:52:36,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:52:36,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:36,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:36,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T21:52:36,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:52:36,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:36,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:36,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T21:52:36,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:52:36,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:36,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:52:36,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:36,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:36,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:52:36,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:52:36,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:52:36,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:52:36,266 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:52:36,272 INFO [RS:1;22a1f13b90b0:33313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:52:36,272 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,274 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:52:36,276 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:52:36,276 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73105607, jitterRate=0.08935843408107758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:52:36,280 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:52:36,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731361956216Initializing all the Stores at 1731361956216Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361956216Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361956217 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361956217Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361956217Cleaning up temporary data from old regions at 1731361956263 (+46 ms)Region opened successfully at 1731361956281 (+18 ms) 2024-11-11T21:52:36,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:52:36,281 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:52:36,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:52:36,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:52:36,282 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:52:36,282 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,282 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,282 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,283 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,283 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,283 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:52:36,283 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,283 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,283 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:52:36,283 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361956281Disabling compacts and flushes for region at 1731361956281Disabling writes for close at 1731361956282 (+1 ms)Writing region close event to WAL at 1731361956283 (+1 ms)Closed at 1731361956283 2024-11-11T21:52:36,284 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,284 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,284 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,284 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:36,284 DEBUG [RS:1;22a1f13b90b0:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:36,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:52:36,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:52:36,289 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,289 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,290 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,290 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,290 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,290 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,33313,1731361954852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:52:36,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:52:36,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:52:36,310 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:52:36,313 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:52:36,313 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,36945,1731361953761 with port=40657, startcode=1731361954623 2024-11-11T21:52:36,315 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,33313,1731361954852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:36,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:36,315 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,315 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.Replication(171): 22a1f13b90b0,33313,1731361954852 started 2024-11-11T21:52:36,318 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:36,318 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T21:52:36,318 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:52:36,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:52:36,323 DEBUG [RS:0;22a1f13b90b0:40657 {}] zookeeper.ZKUtil(111): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:36,323 WARN [RS:0;22a1f13b90b0:40657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:52:36,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,40657,1731361954623] 2024-11-11T21:52:36,323 INFO [RS:0;22a1f13b90b0:40657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:36,323 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:36,331 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:52:36,337 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:52:36,339 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,340 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,33313,1731361954852, RpcServer on 22a1f13b90b0/172.17.0.2:33313, sessionid=0x10030c632ec0002 2024-11-11T21:52:36,341 INFO [RS:0;22a1f13b90b0:40657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:52:36,341 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:52:36,341 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,341 DEBUG [RS:1;22a1f13b90b0:33313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:36,342 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,33313,1731361954852' 2024-11-11T21:52:36,342 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:52:36,342 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:52:36,343 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:52:36,343 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,343 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:52:36,343 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,343 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,344 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,344 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,344 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:52:36,344 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,344 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:52:36,344 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:52:36,344 DEBUG [RS:1;22a1f13b90b0:33313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:36,344 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,344 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,33313,1731361954852' 2024-11-11T21:52:36,344 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:52:36,344 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,345 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,345 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,345 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,345 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:36,345 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:52:36,345 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:36,345 DEBUG [RS:0;22a1f13b90b0:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:36,346 DEBUG [RS:1;22a1f13b90b0:33313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:52:36,346 INFO [RS:1;22a1f13b90b0:33313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:52:36,346 INFO [RS:1;22a1f13b90b0:33313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:52:36,352 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,352 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,352 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,352 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,353 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,353 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40657,1731361954623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:52:36,378 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:52:36,379 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40657,1731361954623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,379 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,379 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.Replication(171): 22a1f13b90b0,40657,1731361954623 started 2024-11-11T21:52:36,405 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:36,406 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,40657,1731361954623, RpcServer on 22a1f13b90b0/172.17.0.2:40657, sessionid=0x10030c632ec0001 2024-11-11T21:52:36,406 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:52:36,406 DEBUG [RS:0;22a1f13b90b0:40657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:36,406 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,40657,1731361954623' 2024-11-11T21:52:36,406 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:52:36,408 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:52:36,409 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:52:36,409 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:52:36,409 DEBUG [RS:0;22a1f13b90b0:40657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:36,409 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,40657,1731361954623' 2024-11-11T21:52:36,409 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:52:36,410 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:52:36,411 DEBUG [RS:0;22a1f13b90b0:40657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:52:36,411 INFO [RS:0;22a1f13b90b0:40657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:52:36,412 INFO [RS:0;22a1f13b90b0:40657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:52:36,453 INFO [RS:1;22a1f13b90b0:33313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:52:36,454 INFO [RS:1;22a1f13b90b0:33313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=22a1f13b90b0%2C33313%2C1731361954852, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,33313,1731361954852, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs, maxLogs=55 2024-11-11T21:52:36,462 WARN [22a1f13b90b0:36945 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:52:36,484 INFO [RS:1;22a1f13b90b0:33313 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,33313,1731361954852/22a1f13b90b0%2C33313%2C1731361954852.1731361956458 2024-11-11T21:52:36,485 DEBUG [RS:1;22a1f13b90b0:33313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:36,513 INFO [RS:0;22a1f13b90b0:40657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:52:36,514 INFO [RS:0;22a1f13b90b0:40657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=22a1f13b90b0%2C40657%2C1731361954623, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,40657,1731361954623, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs, maxLogs=55 2024-11-11T21:52:36,538 INFO [RS:0;22a1f13b90b0:40657 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,40657,1731361954623/22a1f13b90b0%2C40657%2C1731361954623.1731361956516 2024-11-11T21:52:36,538 DEBUG [RS:0;22a1f13b90b0:40657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:36,717 DEBUG [22a1f13b90b0:36945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:52:36,731 DEBUG [22a1f13b90b0:36945 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:52:36,735 DEBUG [22a1f13b90b0:36945 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:52:36,735 DEBUG [22a1f13b90b0:36945 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:52:36,735 DEBUG [22a1f13b90b0:36945 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:52:36,735 DEBUG [22a1f13b90b0:36945 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:52:36,735 INFO [22a1f13b90b0:36945 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:52:36,735 INFO [22a1f13b90b0:36945 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:52:36,736 DEBUG [22a1f13b90b0:36945 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:52:36,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:36,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,40657,1731361954623, state=OPENING 2024-11-11T21:52:36,753 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:52:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:36,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:36,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:36,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:36,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:52:36,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,40657,1731361954623}] 2024-11-11T21:52:36,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:52:36,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34657, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:52:36,951 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:52:36,952 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:36,953 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:52:36,954 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=22a1f13b90b0%2C40657%2C1731361954623.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,40657,1731361954623, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs, maxLogs=55 2024-11-11T21:52:36,978 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,40657,1731361954623/22a1f13b90b0%2C40657%2C1731361954623.meta.1731361956957.meta 2024-11-11T21:52:36,981 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:36,982 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:36,984 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:52:36,987 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:52:36,993 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:52:36,997 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:52:36,998 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:36,998 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:52:36,998 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:52:37,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T21:52:37,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:52:37,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T21:52:37,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:52:37,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:37,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:37,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T21:52:37,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:52:37,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:37,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:37,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T21:52:37,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:52:37,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:37,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:37,007 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:52:37,008 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:37,009 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:37,010 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:52:37,010 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:52:37,010 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:52:37,012 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:52:37,013 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66508547, jitterRate=-0.008945420384407043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:52:37,013 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:52:37,015 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731361956999Writing region info on filesystem at 1731361956999Initializing all the Stores at 1731361956999Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361956999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361957000 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361957000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361957000Cleaning up temporary data from old regions at 1731361957010 (+10 ms)Running coprocessor post-open hooks at 1731361957013 (+3 ms)Region opened successfully at 1731361957015 (+2 ms) 2024-11-11T21:52:37,023 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731361956927 2024-11-11T21:52:37,038 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:52:37,039 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:52:37,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:37,042 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,40657,1731361954623, state=OPEN 2024-11-11T21:52:37,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:37,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:37,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:37,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:37,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:37,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:37,046 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:37,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:52:37,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,40657,1731361954623 in 287 msec 2024-11-11T21:52:37,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:52:37,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-11-11T21:52:37,065 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:52:37,065 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:52:37,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:52:37,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,40657,1731361954623, seqNum=-1] 2024-11-11T21:52:37,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:52:37,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38717, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:52:37,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1200 sec 2024-11-11T21:52:37,144 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731361957144, completionTime=-1 2024-11-11T21:52:37,147 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T21:52:37,147 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T21:52:37,173 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T21:52:37,173 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731362017173 2024-11-11T21:52:37,173 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731362077173 2024-11-11T21:52:37,173 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-11T21:52:37,184 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:52:37,190 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,36945,1731361953761-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:37,190 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,36945,1731361953761-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:37,190 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,36945,1731361953761-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:37,191 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-22a1f13b90b0:36945, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:37,192 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:37,192 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:37,198 DEBUG [master/22a1f13b90b0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:52:37,222 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.210sec 2024-11-11T21:52:37,223 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:52:37,224 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:52:37,225 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:52:37,226 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:52:37,226 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:52:37,227 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,36945,1731361953761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:52:37,227 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,36945,1731361953761-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:52:37,228 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:52:37,229 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:52:37,229 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,36945,1731361953761-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:37,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319823c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:52:37,239 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T21:52:37,239 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T21:52:37,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 22a1f13b90b0,36945,-1 for getting cluster id 2024-11-11T21:52:37,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:52:37,252 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c88d4ba-8a2b-4628-a17e-2e91c9440dd4' 2024-11-11T21:52:37,255 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:52:37,255 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c88d4ba-8a2b-4628-a17e-2e91c9440dd4" 2024-11-11T21:52:37,256 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d931277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:52:37,256 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [22a1f13b90b0,36945,-1] 2024-11-11T21:52:37,259 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:52:37,262 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:37,263 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:52:37,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e12cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:52:37,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:52:37,276 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,40657,1731361954623, seqNum=-1] 2024-11-11T21:52:37,276 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:52:37,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:52:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:37,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:52:37,343 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:37,346 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@530dc082 2024-11-11T21:52:37,347 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:52:37,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:52:37,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1731361957321', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:52:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731361957321 2024-11-11T21:52:37,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731361957321 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:52:37,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnRegionMove1731361957321" procId is: 4 2024-11-11T21:52:37,368 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:37,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731361957321 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:52:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:52:37,392 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d522c816d4bba9370ddc78a8d4ba331, NAME => 'testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1731361957321', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:37,409 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:37,409 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(1722): Closing 2d522c816d4bba9370ddc78a8d4ba331, disabling compactions & flushes 2024-11-11T21:52:37,409 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:37,409 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:37,409 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. after waiting 0 ms 2024-11-11T21:52:37,409 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:37,409 INFO [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:37,409 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731361957321-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d522c816d4bba9370ddc78a8d4ba331: Waiting for close lock at 1731361957409Disabling compacts and flushes for region at 1731361957409Disabling writes for close at 1731361957409Writing region close event to WAL at 1731361957409Closed at 1731361957409 2024-11-11T21:52:37,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731361957321 execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:52:37,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731361957411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731361957411"}]},"ts":"1731361957411"} 2024-11-11T21:52:37,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:52:37,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731361957321 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:52:37,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731361957321","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731361957423"}]},"ts":"1731361957423"} 2024-11-11T21:52:37,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731361957321, state=ENABLING in hbase:meta 2024-11-11T21:52:37,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:52:37,433 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:52:37,433 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:52:37,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:52:37,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:52:37,434 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:52:37,434 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:52:37,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:52:37,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, ASSIGN}] 2024-11-11T21:52:37,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, ASSIGN 2024-11-11T21:52:37,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40657,1731361954623; forceNewPlan=false, retain=false 2024-11-11T21:52:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:52:37,593 INFO [22a1f13b90b0:36945 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:52:37,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d522c816d4bba9370ddc78a8d4ba331, regionState=OPENING, regionLocation=22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:37,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, ASSIGN because future has completed 2024-11-11T21:52:37,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,40657,1731361954623}] 2024-11-11T21:52:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:52:37,756 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:37,756 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d522c816d4bba9370ddc78a8d4ba331, NAME => 'testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:37,757 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731361957321 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,757 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:37,758 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,758 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,760 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,765 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d522c816d4bba9370ddc78a8d4ba331 columnFamilyName family 2024-11-11T21:52:37,765 DEBUG [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:37,766 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] regionserver.HStore(327): Store=2d522c816d4bba9370ddc78a8d4ba331/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:37,766 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,768 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,768 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,768 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,768 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,769 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,774 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:52:37,775 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2d522c816d4bba9370ddc78a8d4ba331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65737262, jitterRate=-0.020438462495803833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:52:37,775 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:37,776 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2d522c816d4bba9370ddc78a8d4ba331: Running coprocessor pre-open hook at 1731361957758Writing region info on filesystem at 1731361957758Initializing all the Stores at 1731361957759 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361957759Cleaning up temporary data from old regions at 1731361957768 (+9 ms)Running coprocessor post-open hooks at 1731361957775 (+7 ms)Region opened successfully at 1731361957776 (+1 ms) 2024-11-11T21:52:37,777 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331., pid=6, masterSystemTime=1731361957751 2024-11-11T21:52:37,779 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:37,779 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:37,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d522c816d4bba9370ddc78a8d4ba331, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:37,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,40657,1731361954623 because future has completed 2024-11-11T21:52:37,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:52:37,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,40657,1731361954623 in 186 msec 2024-11-11T21:52:37,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:52:37,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, ASSIGN in 351 msec 2024-11-11T21:52:37,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731361957321 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:52:37,790 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731361957321","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731361957790"}]},"ts":"1731361957790"} 2024-11-11T21:52:37,792 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731361957321, state=ENABLED in hbase:meta 2024-11-11T21:52:37,793 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731361957321 execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:52:37,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731361957321 in 434 msec 2024-11-11T21:52:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:52:38,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1731361957321 get assigned. Timeout = 60000ms 2024-11-11T21:52:38,005 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1731361957321 completed 2024-11-11T21:52:38,007 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:52:38,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1731361957321 assigned to meta. Checking AM states. 2024-11-11T21:52:38,015 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:52:38,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1731361957321 assigned. 2024-11-11T21:52:38,025 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1731361957321', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331., hostname=22a1f13b90b0,40657,1731361954623, seqNum=2] 2024-11-11T21:52:38,035 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2d522c816d4bba9370ddc78a8d4ba331 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-11T21:52:38,056 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 16d14900167347e3ae6fcb6fc3dc858d 2024-11-11T21:52:38,091 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/.tmp/family/16d14900167347e3ae6fcb6fc3dc858d is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-11T21:52:38,097 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/.tmp/family/16d14900167347e3ae6fcb6fc3dc858d 2024-11-11T21:52:38,135 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/.tmp/family/16d14900167347e3ae6fcb6fc3dc858d as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d 2024-11-11T21:52:38,136 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d, delay=967 ms 2024-11-11T21:52:38,138 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-11T21:52:38,144 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 2d522c816d4bba9370ddc78a8d4ba331 in 108ms, sequenceid=6, compaction requested=false 2024-11-11T21:52:38,145 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1731361957321' 2024-11-11T21:52:38,147 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2d522c816d4bba9370ddc78a8d4ba331: 2024-11-11T21:52:39,107 DEBUG [hfile-prefetch-1731361958137 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 16d14900167347e3ae6fcb6fc3dc858d_0. 2024-11-11T21:52:39,113 DEBUG [hfile-prefetch-1731361958137 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 16d14900167347e3ae6fcb6fc3dc858d_117. 2024-11-11T21:52:39,115 DEBUG [hfile-prefetch-1731361958137 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d, with total blocks 2, and data blocks 1 2024-11-11T21:52:39,115 DEBUG [hfile-prefetch-1731361958137 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-11T21:52:39,116 DEBUG [hfile-prefetch-1731361958137 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-11T21:52:39,116 DEBUG [hfile-prefetch-1731361958137 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d. Will sleep 100ms and try the verification again. 2024-11-11T21:52:39,146 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-11T21:52:39,146 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-11T21:52:39,147 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T21:52:39,147 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T21:52:39,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=2d522c816d4bba9370ddc78a8d4ba331, source=22a1f13b90b0,40657,1731361954623, destination=22a1f13b90b0,33313,1731361954852, warming up region on 22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:52:39,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=2d522c816d4bba9370ddc78a8d4ba331, source=22a1f13b90b0,40657,1731361954623, destination=22a1f13b90b0,33313,1731361954852, running balancer 2024-11-11T21:52:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, REOPEN/MOVE 2024-11-11T21:52:39,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:52:39,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, REOPEN/MOVE 2024-11-11T21:52:39,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(7855): Warmup {ENCODED => 2d522c816d4bba9370ddc78a8d4ba331, NAME => 'testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:39,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2d522c816d4bba9370ddc78a8d4ba331, regionState=CLOSING, regionLocation=22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:39,170 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,171 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d522c816d4bba9370ddc78a8d4ba331 columnFamilyName family 2024-11-11T21:52:39,171 DEBUG [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:39,172 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-11T21:52:39,173 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731361959146 2024-11-11T21:52:39,173 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-11T21:52:39,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, REOPEN/MOVE because future has completed 2024-11-11T21:52:39,175 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true 2024-11-11T21:52:39,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,40657,1731361954623}] 2024-11-11T21:52:39,176 DEBUG [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d 2024-11-11T21:52:39,176 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] regionserver.HStore(327): Store=2d522c816d4bba9370ddc78a8d4ba331/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(1722): Closing 2d522c816d4bba9370ddc78a8d4ba331, disabling compactions & flushes 2024-11-11T21:52:39,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. after waiting 0 ms 2024-11-11T21:52:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,178 DEBUG [StoreFileCloser-2d522c816d4bba9370ddc78a8d4ba331-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d 2024-11-11T21:52:39,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.HRegion(1676): Region close journal for 2d522c816d4bba9370ddc78a8d4ba331: Waiting for close lock at 1731361959176Disabling compacts and flushes for region at 1731361959176Disabling writes for close at 1731361959177 (+1 ms)Writing region close event to WAL at 1731361959178 (+1 ms)Closed at 1731361959178 2024-11-11T21:52:39,180 WARN [hfile-prefetch-1731361958137 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d, offset=158, end=158 java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2338) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2321) ~[classes/:?] ... 9 more 2024-11-11T21:52:39,181 DEBUG [hfile-prefetch-1731361958137 {}] hfile.PrefetchExecutor(121): Prefetch completed for 16d14900167347e3ae6fcb6fc3dc858d 2024-11-11T21:52:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-11T21:52:39,338 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,339 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true 2024-11-11T21:52:39,340 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 2d522c816d4bba9370ddc78a8d4ba331, disabling compactions & flushes 2024-11-11T21:52:39,340 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,340 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,340 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. after waiting 0 ms 2024-11-11T21:52:39,340 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,343 DEBUG [StoreFileCloser-2d522c816d4bba9370ddc78a8d4ba331-family-1 {}] bucket.BucketCache(1864): found 1 blocks for file 16d14900167347e3ae6fcb6fc3dc858d, starting offset: 0, end offset: 9223372036854775807 2024-11-11T21:52:39,345 DEBUG [StoreFileCloser-2d522c816d4bba9370ddc78a8d4ba331-family-1 {}] bucket.BucketCache(857): removed key 16d14900167347e3ae6fcb6fc3dc858d_0 from back map with offset lock 2094080 in the evict process 2024-11-11T21:52:39,351 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T21:52:39,352 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,352 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 2d522c816d4bba9370ddc78a8d4ba331: Waiting for close lock at 1731361959340Running coprocessor pre-close hooks at 1731361959340Disabling compacts and flushes for region at 1731361959340Disabling writes for close at 1731361959340Writing region close event to WAL at 1731361959346 (+6 ms)Running coprocessor post-close hooks at 1731361959351 (+5 ms)Closed at 1731361959352 (+1 ms) 2024-11-11T21:52:39,353 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 2d522c816d4bba9370ddc78a8d4ba331 move to 22a1f13b90b0,33313,1731361954852 record at close sequenceid=6 2024-11-11T21:52:39,356 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2d522c816d4bba9370ddc78a8d4ba331, regionState=CLOSED 2024-11-11T21:52:39,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,40657,1731361954623 because future has completed 2024-11-11T21:52:39,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T21:52:39,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,40657,1731361954623 in 184 msec 2024-11-11T21:52:39,363 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, REOPEN/MOVE; state=CLOSED, location=22a1f13b90b0,33313,1731361954852; forceNewPlan=false, retain=false 2024-11-11T21:52:39,373 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-11T21:52:39,373 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-11T21:52:39,373 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T21:52:39,373 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T21:52:39,376 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T21:52:39,376 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731361959373 2024-11-11T21:52:39,376 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-11T21:52:39,514 INFO [22a1f13b90b0:36945 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:52:39,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2d522c816d4bba9370ddc78a8d4ba331, regionState=OPENING, regionLocation=22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:39,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, REOPEN/MOVE because future has completed 2024-11-11T21:52:39,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,33313,1731361954852}] 2024-11-11T21:52:39,678 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,679 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d522c816d4bba9370ddc78a8d4ba331, NAME => 'testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:39,681 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731361957321 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,681 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:39,682 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,682 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,684 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,685 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d522c816d4bba9370ddc78a8d4ba331 columnFamilyName family 2024-11-11T21:52:39,685 DEBUG [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:39,688 DEBUG [StoreFileOpener-2d522c816d4bba9370ddc78a8d4ba331-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d, delay=916 ms 2024-11-11T21:52:39,689 DEBUG [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d 2024-11-11T21:52:39,690 INFO [StoreOpener-2d522c816d4bba9370ddc78a8d4ba331-1 {}] regionserver.HStore(327): Store=2d522c816d4bba9370ddc78a8d4ba331/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:39,690 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,691 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,691 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,692 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,692 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,696 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,697 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 2d522c816d4bba9370ddc78a8d4ba331; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64082639, jitterRate=-0.045094266533851624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:52:39,697 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,698 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 2d522c816d4bba9370ddc78a8d4ba331: Running coprocessor pre-open hook at 1731361959683Writing region info on filesystem at 1731361959683Initializing all the Stores at 1731361959683Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361959684 (+1 ms)Cleaning up temporary data from old regions at 1731361959692 (+8 ms)Running coprocessor post-open hooks at 1731361959697 (+5 ms)Region opened successfully at 1731361959698 (+1 ms) 2024-11-11T21:52:39,699 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331., pid=9, masterSystemTime=1731361959672 2024-11-11T21:52:39,702 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,702 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2d522c816d4bba9370ddc78a8d4ba331, regionState=OPEN, openSeqNum=10, regionLocation=22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:39,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,33313,1731361954852 because future has completed 2024-11-11T21:52:39,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-11T21:52:39,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d522c816d4bba9370ddc78a8d4ba331, server=22a1f13b90b0,33313,1731361954852 in 188 msec 2024-11-11T21:52:39,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731361957321, region=2d522c816d4bba9370ddc78a8d4ba331, REOPEN/MOVE in 545 msec 2024-11-11T21:52:39,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:52:39,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:52:39,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:39,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:39,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:39,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:52:39,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:52:39,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=587878705, stopped=false 2024-11-11T21:52:39,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=22a1f13b90b0,36945,1731361953761 2024-11-11T21:52:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:39,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:52:39,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:52:39,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:39,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:39,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:39,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:39,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:39,732 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,40657,1731361954623' ***** 2024-11-11T21:52:39,732 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:52:39,732 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,33313,1731361954852' ***** 2024-11-11T21:52:39,732 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:52:39,732 INFO [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:52:39,732 INFO [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:52:39,733 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:52:39,733 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:52:39,733 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:52:39,733 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:52:39,733 INFO [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.persistence 2024-11-11T21:52:39,733 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:52:39,733 INFO [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/bucket.persistence 2024-11-11T21:52:39,733 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:52:39,733 INFO [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T21:52:39,733 INFO [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T21:52:39,733 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T21:52:39,733 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T21:52:39,743 DEBUG [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1488): Thread RS:0;22a1f13b90b0:40657 started persisting bucket cache to file 2024-11-11T21:52:39,743 DEBUG [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1488): Thread RS:1;22a1f13b90b0:33313 started persisting bucket cache to file 2024-11-11T21:52:39,743 DEBUG [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T21:52:39,743 DEBUG [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T21:52:39,743 DEBUG [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T21:52:39,743 DEBUG [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T21:52:39,747 DEBUG [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T21:52:39,747 DEBUG [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731361959743 2024-11-11T21:52:39,747 DEBUG [RS:1;22a1f13b90b0:33313 {}] bucket.BucketCache(1510): Thread RS:1;22a1f13b90b0:33313 finished persisting bucket cache to file, renaming 2024-11-11T21:52:39,747 DEBUG [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T21:52:39,748 DEBUG [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731361959743 2024-11-11T21:52:39,748 DEBUG [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1510): Thread RS:0;22a1f13b90b0:40657 finished persisting bucket cache to file, renaming 2024-11-11T21:52:39,748 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:52:39,748 WARN [RS:0;22a1f13b90b0:40657 {}] bucket.BucketCache(1513): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again. 2024-11-11T21:52:39,748 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:52:39,748 INFO [RS:0;22a1f13b90b0:40657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:52:39,748 INFO [RS:1;22a1f13b90b0:33313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:52:39,748 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:52:39,748 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:52:39,748 INFO [RS:0;22a1f13b90b0:40657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:52:39,748 INFO [RS:1;22a1f13b90b0:33313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:52:39,748 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:39,748 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,748 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:52:39,749 INFO [RS:0;22a1f13b90b0:40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;22a1f13b90b0:40657. 2024-11-11T21:52:39,749 DEBUG [RS:0;22a1f13b90b0:40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:39,749 DEBUG [RS:0;22a1f13b90b0:40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:39,749 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:39,749 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:52:39,749 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:52:39,749 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:52:39,749 INFO [RS:1;22a1f13b90b0:33313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;22a1f13b90b0:33313. 2024-11-11T21:52:39,749 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:52:39,749 DEBUG [RS:1;22a1f13b90b0:33313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:39,749 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:52:39,749 DEBUG [RS:1;22a1f13b90b0:33313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:39,749 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:52:39,749 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:52:39,749 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T21:52:39,750 DEBUG [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1325): Online Regions={2d522c816d4bba9370ddc78a8d4ba331=testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331.} 2024-11-11T21:52:39,750 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:52:39,750 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T21:52:39,750 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:52:39,750 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d522c816d4bba9370ddc78a8d4ba331, disabling compactions & flushes 2024-11-11T21:52:39,750 DEBUG [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1351): Waiting on 2d522c816d4bba9370ddc78a8d4ba331 2024-11-11T21:52:39,750 DEBUG [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:52:39,750 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:52:39,750 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,750 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:52:39,750 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,750 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:52:39,750 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. after waiting 0 ms 2024-11-11T21:52:39,750 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:52:39,750 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,751 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB 2024-11-11T21:52:39,753 DEBUG [StoreFileCloser-2d522c816d4bba9370ddc78a8d4ba331-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/family/16d14900167347e3ae6fcb6fc3dc858d 2024-11-11T21:52:39,759 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnRegionMove1731361957321/2d522c816d4bba9370ddc78a8d4ba331/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T21:52:39,759 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,759 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d522c816d4bba9370ddc78a8d4ba331: Waiting for close lock at 1731361959749Running coprocessor pre-close hooks at 1731361959750 (+1 ms)Disabling compacts and flushes for region at 1731361959750Disabling writes for close at 1731361959750Writing region close event to WAL at 1731361959753 (+3 ms)Running coprocessor post-close hooks at 1731361959759 (+6 ms)Closed at 1731361959759 2024-11-11T21:52:39,760 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e3c6e5b1ee36479aa594b683129fe04c 2024-11-11T21:52:39,760 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331. 2024-11-11T21:52:39,760 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:39,777 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/e3c6e5b1ee36479aa594b683129fe04c is 205, key is testBlockEvictionOnRegionMove1731361957321,,1731361957352.2d522c816d4bba9370ddc78a8d4ba331./info:regioninfo/1731361959702/Put/seqid=0 2024-11-11T21:52:39,778 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/e3c6e5b1ee36479aa594b683129fe04c 2024-11-11T21:52:39,786 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 516f91c91ab94edba10809ac5a61b699 2024-11-11T21:52:39,794 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:39,798 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/ns/516f91c91ab94edba10809ac5a61b699 is 43, key is default/ns:d/1731361957120/Put/seqid=0 2024-11-11T21:52:39,799 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/ns/516f91c91ab94edba10809ac5a61b699 2024-11-11T21:52:39,806 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 16176aebaf114c38b3b0fce427d4d741 2024-11-11T21:52:39,820 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/table/16176aebaf114c38b3b0fce427d4d741 is 78, key is testBlockEvictionOnRegionMove1731361957321/table:state/1731361957790/Put/seqid=0 2024-11-11T21:52:39,821 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/table/16176aebaf114c38b3b0fce427d4d741 2024-11-11T21:52:39,824 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/e3c6e5b1ee36479aa594b683129fe04c as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/e3c6e5b1ee36479aa594b683129fe04c 2024-11-11T21:52:39,826 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/e3c6e5b1ee36479aa594b683129fe04c, delay=928 ms 2024-11-11T21:52:39,828 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/e3c6e5b1ee36479aa594b683129fe04c, entries=15, sequenceid=15, filesize=7.6 K 2024-11-11T21:52:39,828 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/ns/516f91c91ab94edba10809ac5a61b699 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/516f91c91ab94edba10809ac5a61b699 2024-11-11T21:52:39,830 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/516f91c91ab94edba10809ac5a61b699, delay=900 ms 2024-11-11T21:52:39,831 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/516f91c91ab94edba10809ac5a61b699, entries=2, sequenceid=15, filesize=5.0 K 2024-11-11T21:52:39,832 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/table/16176aebaf114c38b3b0fce427d4d741 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/16176aebaf114c38b3b0fce427d4d741 2024-11-11T21:52:39,833 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/16176aebaf114c38b3b0fce427d4d741, delay=942 ms 2024-11-11T21:52:39,834 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/16176aebaf114c38b3b0fce427d4d741, entries=2, sequenceid=15, filesize=5.3 K 2024-11-11T21:52:39,835 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=15, compaction requested=false 2024-11-11T21:52:39,835 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:52:39,837 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/e3c6e5b1ee36479aa594b683129fe04c 2024-11-11T21:52:39,837 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/516f91c91ab94edba10809ac5a61b699 2024-11-11T21:52:39,838 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/16176aebaf114c38b3b0fce427d4d741 2024-11-11T21:52:39,842 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-11T21:52:39,842 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:52:39,843 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:52:39,843 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361959750Running coprocessor pre-close hooks at 1731361959750Disabling compacts and flushes for region at 1731361959750Disabling writes for close at 1731361959750Obtaining lock to block concurrent updates at 1731361959751 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731361959751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1731361959751Flushing stores of hbase:meta,,1.1588230740 at 1731361959752 (+1 ms)Flushing 1588230740/info: creating writer at 1731361959752Flushing 1588230740/info: appending metadata at 1731361959776 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731361959776Flushing 1588230740/ns: creating writer at 1731361959781 (+5 ms)Flushing 1588230740/ns: appending metadata at 1731361959797 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731361959797Flushing 1588230740/table: creating writer at 1731361959801 (+4 ms)Flushing 1588230740/table: appending metadata at 1731361959819 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731361959819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b867dc4: reopening flushed file at 1731361959824 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc40cd8: reopening flushed file at 1731361959828 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eca6676: reopening flushed file at 1731361959832 (+4 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=15, compaction requested=false at 1731361959835 (+3 ms)Writing region close event to WAL at 1731361959838 (+3 ms)Running coprocessor post-close hooks at 1731361959842 (+4 ms)Closed at 1731361959843 (+1 ms) 2024-11-11T21:52:39,843 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:52:39,950 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,40657,1731361954623; all regions closed. 2024-11-11T21:52:39,950 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,33313,1731361954852; all regions closed. 2024-11-11T21:52:39,961 DEBUG [RS:0;22a1f13b90b0:40657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs 2024-11-11T21:52:39,961 DEBUG [RS:1;22a1f13b90b0:33313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs 2024-11-11T21:52:39,961 INFO [RS:0;22a1f13b90b0:40657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C40657%2C1731361954623.meta:.meta(num 1731361956957) 2024-11-11T21:52:39,961 INFO [RS:1;22a1f13b90b0:33313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C33313%2C1731361954852:(num 1731361956458) 2024-11-11T21:52:39,961 DEBUG [RS:1;22a1f13b90b0:33313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:39,961 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:39,961 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:52:39,962 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:52:39,962 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:52:39,962 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:52:39,962 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:52:39,962 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:52:39,962 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:52:39,962 INFO [RS:1;22a1f13b90b0:33313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33313 2024-11-11T21:52:39,963 DEBUG [RS:0;22a1f13b90b0:40657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs 2024-11-11T21:52:39,963 INFO [RS:0;22a1f13b90b0:40657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C40657%2C1731361954623:(num 1731361956516) 2024-11-11T21:52:39,963 DEBUG [RS:0;22a1f13b90b0:40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:39,963 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:39,963 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:52:39,963 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:52:39,964 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:52:39,964 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:52:39,964 INFO [RS:0;22a1f13b90b0:40657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40657 2024-11-11T21:52:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:52:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,33313,1731361954852 2024-11-11T21:52:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,40657,1731361954623 2024-11-11T21:52:39,966 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:52:39,966 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:52:39,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,40657,1731361954623] 2024-11-11T21:52:39,969 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,40657,1731361954623 already deleted, retry=false 2024-11-11T21:52:39,969 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,40657,1731361954623 expired; onlineServers=1 2024-11-11T21:52:39,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,33313,1731361954852] 2024-11-11T21:52:39,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,33313,1731361954852 already deleted, retry=false 2024-11-11T21:52:39,970 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,33313,1731361954852 expired; onlineServers=0 2024-11-11T21:52:39,970 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '22a1f13b90b0,36945,1731361953761' ***** 2024-11-11T21:52:39,970 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:52:39,970 INFO [M:0;22a1f13b90b0:36945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:52:39,970 INFO [M:0;22a1f13b90b0:36945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:52:39,971 DEBUG [M:0;22a1f13b90b0:36945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:52:39,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:52:39,971 DEBUG [M:0;22a1f13b90b0:36945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:52:39,971 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361956173 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361956173,5,FailOnTimeoutGroup] 2024-11-11T21:52:39,971 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361956167 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361956167,5,FailOnTimeoutGroup] 2024-11-11T21:52:39,971 INFO [M:0;22a1f13b90b0:36945 {}] hbase.ChoreService(370): Chore service for: master/22a1f13b90b0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:52:39,971 INFO [M:0;22a1f13b90b0:36945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:52:39,971 DEBUG [M:0;22a1f13b90b0:36945 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:52:39,971 INFO [M:0;22a1f13b90b0:36945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:52:39,972 INFO [M:0;22a1f13b90b0:36945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:52:39,972 INFO [M:0;22a1f13b90b0:36945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:52:39,972 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:52:39,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:52:39,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:39,973 DEBUG [M:0;22a1f13b90b0:36945 {}] zookeeper.ZKUtil(347): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:52:39,973 WARN [M:0;22a1f13b90b0:36945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:52:39,973 INFO [M:0;22a1f13b90b0:36945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/.lastflushedseqids 2024-11-11T21:52:39,980 INFO [M:0;22a1f13b90b0:36945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:52:39,980 INFO [M:0;22a1f13b90b0:36945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:52:39,980 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:52:39,980 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:39,980 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:39,980 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:52:39,981 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:39,981 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB 2024-11-11T21:52:39,990 DEBUG [M:0;22a1f13b90b0:36945 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 01622e08ba944502bde796672b70404e 2024-11-11T21:52:40,003 DEBUG [M:0;22a1f13b90b0:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01622e08ba944502bde796672b70404e is 82, key is hbase:meta,,1/info:regioninfo/1731361957039/Put/seqid=0 2024-11-11T21:52:40,004 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01622e08ba944502bde796672b70404e 2024-11-11T21:52:40,012 DEBUG [M:0;22a1f13b90b0:36945 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on fa055540c73a4b7d9bcf141623c105f7 2024-11-11T21:52:40,025 DEBUG [M:0;22a1f13b90b0:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa055540c73a4b7d9bcf141623c105f7 is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731361957794/Put/seqid=0 2024-11-11T21:52:40,026 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa055540c73a4b7d9bcf141623c105f7 2024-11-11T21:52:40,034 DEBUG [M:0;22a1f13b90b0:36945 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7a3e0b96c4f14d27bb754b6a992547cf 2024-11-11T21:52:40,046 DEBUG [M:0;22a1f13b90b0:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a3e0b96c4f14d27bb754b6a992547cf is 69, key is 22a1f13b90b0,33313,1731361954852/rs:state/1731361956188/Put/seqid=0 2024-11-11T21:52:40,047 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a3e0b96c4f14d27bb754b6a992547cf 2024-11-11T21:52:40,049 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01622e08ba944502bde796672b70404e as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01622e08ba944502bde796672b70404e 2024-11-11T21:52:40,051 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01622e08ba944502bde796672b70404e, entries=8, sequenceid=84, filesize=5.5 K 2024-11-11T21:52:40,051 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa055540c73a4b7d9bcf141623c105f7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa055540c73a4b7d9bcf141623c105f7 2024-11-11T21:52:40,053 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa055540c73a4b7d9bcf141623c105f7, entries=9, sequenceid=84, filesize=6.5 K 2024-11-11T21:52:40,054 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a3e0b96c4f14d27bb754b6a992547cf as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a3e0b96c4f14d27bb754b6a992547cf 2024-11-11T21:52:40,056 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a3e0b96c4f14d27bb754b6a992547cf, entries=2, sequenceid=84, filesize=5.1 K 2024-11-11T21:52:40,057 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 76ms, sequenceid=84, compaction requested=false 2024-11-11T21:52:40,059 INFO [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:40,059 DEBUG [M:0;22a1f13b90b0:36945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731361959980Disabling compacts and flushes for region at 1731361959980Disabling writes for close at 1731361959980Obtaining lock to block concurrent updates at 1731361959981 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731361959981Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1731361959981Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731361959981Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731361959982 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731361960003 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731361960003Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731361960006 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731361960024 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731361960024Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731361960028 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731361960045 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731361960045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6116e7de: reopening flushed file at 1731361960049 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a3618a: reopening flushed file at 1731361960051 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133d60d8: reopening flushed file at 1731361960054 (+3 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 76ms, sequenceid=84, compaction requested=false at 1731361960057 (+3 ms)Writing region close event to WAL at 1731361960059 (+2 ms)Closed at 1731361960059 2024-11-11T21:52:40,061 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:52:40,061 INFO [M:0;22a1f13b90b0:36945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:52:40,061 INFO [M:0;22a1f13b90b0:36945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36945 2024-11-11T21:52:40,061 INFO [M:0;22a1f13b90b0:36945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:52:40,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:40,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:40,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10030c632ec0001, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:40,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x10030c632ec0002, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:40,068 INFO [RS:1;22a1f13b90b0:33313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:52:40,068 INFO [RS:0;22a1f13b90b0:40657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:52:40,069 INFO [RS:1;22a1f13b90b0:33313 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,33313,1731361954852; zookeeper connection closed. 2024-11-11T21:52:40,069 INFO [RS:0;22a1f13b90b0:40657 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,40657,1731361954623; zookeeper connection closed. 2024-11-11T21:52:40,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e1c67c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e1c67c7 2024-11-11T21:52:40,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c1b5d66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c1b5d66 2024-11-11T21:52:40,069 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T21:52:40,163 INFO [M:0;22a1f13b90b0:36945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:52:40,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:40,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x10030c632ec0000, quorum=127.0.0.1:63826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:40,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:52:40,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:52:40,193 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,201 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=50 (was 12) Potentially hanging thread: master/22a1f13b90b0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/22a1f13b90b0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731361958137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/22a1f13b90b0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/22a1f13b90b0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hfile-prefetch-1731361959830 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: hfile-prefetch-1731361959826 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hfile-prefetch-1731361959688 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5690 (was 6391) 2024-11-11T21:52:40,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=50, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5689 2024-11-11T21:52:40,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/hadoop-log-dir so I do NOT create it in target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f 2024-11-11T21:52:40,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/hadoop-tmp-dir so I do NOT create it in target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f 2024-11-11T21:52:40,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/cluster_d281d8e9-568f-2d99-22ca-0c0d7ea32e69, deleteOnExit=true 2024-11-11T21:52:40,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/cluster_d281d8e9-568f-2d99-22ca-0c0d7ea32e69/zookeeper_0, clientPort=49603, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/cluster_d281d8e9-568f-2d99-22ca-0c0d7ea32e69/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/cluster_d281d8e9-568f-2d99-22ca-0c0d7ea32e69/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:52:40,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49603 2024-11-11T21:52:40,236 INFO [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 with version=8 2024-11-11T21:52:40,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/hbase-staging 2024-11-11T21:52:40,239 INFO [Time-limited test {}] client.ConnectionUtils(128): master/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:52:40,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:52:40,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:52:40,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:52:40,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:52:40,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40243 2024-11-11T21:52:40,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40243 connecting to ZooKeeper ensemble=127.0.0.1:49603 2024-11-11T21:52:40,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402430x0, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:52:40,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40243-0x10030c64d850000 connected 2024-11-11T21:52:40,265 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,265 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:40,271 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44, hbase.cluster.distributed=false 2024-11-11T21:52:40,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:52:40,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-11T21:52:40,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40243 2024-11-11T21:52:40,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40243 2024-11-11T21:52:40,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-11T21:52:40,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-11T21:52:40,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:52:40,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:52:40,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:52:40,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:52:40,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:52:40,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46233 2024-11-11T21:52:40,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46233 connecting to ZooKeeper ensemble=127.0.0.1:49603 2024-11-11T21:52:40,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462330x0, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:52:40,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462330x0, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:40,311 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:52:40,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46233-0x10030c64d850001 connected 2024-11-11T21:52:40,316 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.cache 2024-11-11T21:52:40,316 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:52:40,316 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T21:52:40,316 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T21:52:40,317 INFO [Thread-118 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T21:52:40,317 WARN [Thread-118 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-11T21:52:40,317 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:52:40,318 INFO [Thread-118 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:52:40,318 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:52:40,318 INFO [Thread-118 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence is complete. 2024-11-11T21:52:40,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:52:40,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:52:40,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-11T21:52:40,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46233 2024-11-11T21:52:40,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46233 2024-11-11T21:52:40,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-11T21:52:40,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-11T21:52:40,346 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:52:40,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:52:40,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:40,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:52:40,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:52:40,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:52:40,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45993 2024-11-11T21:52:40,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45993 connecting to ZooKeeper ensemble=127.0.0.1:49603 2024-11-11T21:52:40,351 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,351 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459930x0, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:52:40,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45993-0x10030c64d850002 connected 2024-11-11T21:52:40,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:40,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:52:40,357 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.cache 2024-11-11T21:52:40,358 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:52:40,358 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T21:52:40,358 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T21:52:40,361 INFO [Thread-119 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T21:52:40,362 WARN [Thread-119 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache. 2024-11-11T21:52:40,362 INFO [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:52:40,362 INFO [Thread-119 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence is complete. 2024-11-11T21:52:40,365 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:52:40,367 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:52:40,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:52:40,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:52:40,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-11T21:52:40,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45993 2024-11-11T21:52:40,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45993 2024-11-11T21:52:40,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-11T21:52:40,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-11T21:52:40,401 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;22a1f13b90b0:40243 2024-11-11T21:52:40,401 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:40,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:40,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:40,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:40,404 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:52:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:52:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,406 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:52:40,407 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/22a1f13b90b0,40243,1731361960238 from backup master directory 2024-11-11T21:52:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:52:40,408 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:52:40,408 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:40,410 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/hbase.id] with ID: 808936b9-c5fc-456e-a69f-622ba0640eb0 2024-11-11T21:52:40,410 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/.tmp/hbase.id 2024-11-11T21:52:40,417 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/hbase.id] 2024-11-11T21:52:40,475 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:40,476 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:52:40,478 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T21:52:40,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,494 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:52:40,496 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:52:40,497 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:40,531 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store 2024-11-11T21:52:40,545 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:40,545 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:52:40,545 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:40,545 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:40,545 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:52:40,545 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:40,545 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:40,545 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731361960545Disabling compacts and flushes for region at 1731361960545Disabling writes for close at 1731361960545Writing region close event to WAL at 1731361960545Closed at 1731361960545 2024-11-11T21:52:40,546 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/.initializing 2024-11-11T21:52:40,546 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/WALs/22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:40,550 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:52:40,561 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C40243%2C1731361960238, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/WALs/22a1f13b90b0,40243,1731361960238, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/oldWALs, maxLogs=10 2024-11-11T21:52:40,590 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/WALs/22a1f13b90b0,40243,1731361960238/22a1f13b90b0%2C40243%2C1731361960238.1731361960561 2024-11-11T21:52:40,590 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:40,590 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:40,590 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:40,591 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,591 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:52:40,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:40,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:52:40,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:40,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:52:40,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:40,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:52:40,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:40,608 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,609 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,609 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,609 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,609 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,609 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:52:40,610 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:52:40,615 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:52:40,615 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69043016, jitterRate=0.028821110725402832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:52:40,616 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731361960591Initializing all the Stores at 1731361960591Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361960591Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361960591Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361960591Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361960591Cleaning up temporary data from old regions at 1731361960609 (+18 ms)Region opened successfully at 1731361960616 (+7 ms) 2024-11-11T21:52:40,617 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:52:40,620 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564d9698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:52:40,621 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:52:40,622 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:52:40,622 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:52:40,622 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:52:40,622 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:52:40,623 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:52:40,623 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:52:40,626 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:52:40,627 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:52:40,628 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:52:40,629 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:52:40,629 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:52:40,630 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:52:40,630 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:52:40,631 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:52:40,632 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:52:40,633 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:52:40,634 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:52:40,636 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:52:40,637 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:52:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,639 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=22a1f13b90b0,40243,1731361960238, sessionid=0x10030c64d850000, setting cluster-up flag (Was=false) 2024-11-11T21:52:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,646 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:52:40,647 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:40,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,653 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:52:40,655 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:40,655 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:52:40,657 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:52:40,657 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:52:40,658 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:52:40,658 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 22a1f13b90b0,40243,1731361960238 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:52:40,660 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:52:40,660 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:52:40,660 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:52:40,660 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:52:40,661 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/22a1f13b90b0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:52:40,661 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,661 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:52:40,661 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,671 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731361990671 2024-11-11T21:52:40,671 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:52:40,672 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:52:40,672 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:52:40,672 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:52:40,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:52:40,672 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:52:40,672 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:52:40,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:52:40,672 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:52:40,673 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:52:40,673 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:52:40,673 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:52:40,674 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:52:40,674 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:52:40,674 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361960674,5,FailOnTimeoutGroup] 2024-11-11T21:52:40,674 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361960674,5,FailOnTimeoutGroup] 2024-11-11T21:52:40,674 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,675 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:52:40,675 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,675 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,691 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(746): ClusterId : 808936b9-c5fc-456e-a69f-622ba0640eb0 2024-11-11T21:52:40,691 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(746): ClusterId : 808936b9-c5fc-456e-a69f-622ba0640eb0 2024-11-11T21:52:40,691 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:52:40,691 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:52:40,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:52:40,693 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:40,696 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:52:40,696 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:52:40,696 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:52:40,696 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:52:40,698 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:52:40,699 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:52:40,699 DEBUG [RS:1;22a1f13b90b0:45993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72195f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:52:40,699 DEBUG [RS:0;22a1f13b90b0:46233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c76ec67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:52:40,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:40,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T21:52:40,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:52:40,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:40,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T21:52:40,721 DEBUG [RS:0;22a1f13b90b0:46233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;22a1f13b90b0:46233 2024-11-11T21:52:40,721 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:52:40,721 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:52:40,721 DEBUG [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:52:40,722 DEBUG [RS:1;22a1f13b90b0:45993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;22a1f13b90b0:45993 2024-11-11T21:52:40,722 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:52:40,722 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:52:40,722 DEBUG [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:52:40,722 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,40243,1731361960238 with port=46233, startcode=1731361960303 2024-11-11T21:52:40,723 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,40243,1731361960238 with port=45993, startcode=1731361960346 2024-11-11T21:52:40,723 DEBUG [RS:1;22a1f13b90b0:45993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:52:40,723 DEBUG [RS:0;22a1f13b90b0:46233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:52:40,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:52:40,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:40,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T21:52:40,728 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60565, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:52:40,728 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32835, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:52:40,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:40,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40243 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:40,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:40,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40243 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:40,730 DEBUG [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:40,730 DEBUG [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T21:52:40,730 DEBUG [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:52:40,732 DEBUG [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:40,732 DEBUG [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T21:52:40,732 DEBUG [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:52:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:52:40,732 DEBUG [RS:1;22a1f13b90b0:45993 {}] zookeeper.ZKUtil(111): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:40,733 WARN [RS:1;22a1f13b90b0:45993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:52:40,733 INFO [RS:1;22a1f13b90b0:45993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:40,733 DEBUG [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:40,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:52:40,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T21:52:40,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,45993,1731361960346] 2024-11-11T21:52:40,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,46233,1731361960303] 2024-11-11T21:52:40,736 DEBUG [RS:0;22a1f13b90b0:46233 {}] zookeeper.ZKUtil(111): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:40,736 WARN [RS:0;22a1f13b90b0:46233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:52:40,736 INFO [RS:0;22a1f13b90b0:46233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:40,736 DEBUG [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:40,743 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:52:40,745 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:52:40,747 INFO [RS:1;22a1f13b90b0:45993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:52:40,748 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,748 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:52:40,748 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:52:40,748 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:52:40,748 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:52:40,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,749 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,750 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:52:40,750 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,750 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:40,750 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:40,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:40,750 DEBUG [RS:1;22a1f13b90b0:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:40,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:52:40,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:52:40,750 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:52:40,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:52:40,753 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:52:40,757 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,757 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,757 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,757 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,758 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,758 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,45993,1731361960346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:52:40,760 INFO [RS:0;22a1f13b90b0:46233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:52:40,760 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,760 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:52:40,761 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:52:40,761 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,761 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,761 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,761 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,761 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,761 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,761 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:52:40,761 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,761 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,762 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,762 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,762 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,762 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:40,762 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:40,762 DEBUG [RS:0;22a1f13b90b0:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:40,766 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,766 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,766 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,766 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,766 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,766 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,46233,1731361960303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:52:40,771 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:52:40,771 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69576078, jitterRate=0.03676435351371765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:52:40,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731361960707Initializing all the Stores at 1731361960708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361960708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361960708Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361960708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361960708Cleaning up temporary data from old regions at 1731361960750 (+42 ms)Region opened successfully at 1731361960772 (+22 ms) 2024-11-11T21:52:40,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:52:40,773 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:52:40,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:52:40,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:52:40,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:52:40,778 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:52:40,779 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,45993,1731361960346-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,779 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,779 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.Replication(171): 22a1f13b90b0,45993,1731361960346 started 2024-11-11T21:52:40,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:52:40,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361960772Disabling compacts and flushes for region at 1731361960772Disabling writes for close at 1731361960773 (+1 ms)Writing region close event to WAL at 1731361960784 (+11 ms)Closed at 1731361960784 2024-11-11T21:52:40,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:52:40,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:52:40,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:52:40,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:52:40,788 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:52:40,789 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,46233,1731361960303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,789 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,789 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.Replication(171): 22a1f13b90b0,46233,1731361960303 started 2024-11-11T21:52:40,790 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:52:40,799 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,799 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,45993,1731361960346, RpcServer on 22a1f13b90b0/172.17.0.2:45993, sessionid=0x10030c64d850002 2024-11-11T21:52:40,799 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:52:40,799 DEBUG [RS:1;22a1f13b90b0:45993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:40,799 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,45993,1731361960346' 2024-11-11T21:52:40,799 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:52:40,800 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:52:40,800 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:52:40,800 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:52:40,800 DEBUG [RS:1;22a1f13b90b0:45993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:40,800 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,45993,1731361960346' 2024-11-11T21:52:40,800 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:52:40,801 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:52:40,801 DEBUG [RS:1;22a1f13b90b0:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:52:40,801 INFO [RS:1;22a1f13b90b0:45993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:52:40,801 INFO [RS:1;22a1f13b90b0:45993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:52:40,809 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:40,809 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,46233,1731361960303, RpcServer on 22a1f13b90b0/172.17.0.2:46233, sessionid=0x10030c64d850001 2024-11-11T21:52:40,809 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:52:40,809 DEBUG [RS:0;22a1f13b90b0:46233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:40,809 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,46233,1731361960303' 2024-11-11T21:52:40,809 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:52:40,810 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:52:40,811 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:52:40,811 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:52:40,811 DEBUG [RS:0;22a1f13b90b0:46233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:40,811 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,46233,1731361960303' 2024-11-11T21:52:40,811 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:52:40,811 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:52:40,812 DEBUG [RS:0;22a1f13b90b0:46233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:52:40,812 INFO [RS:0;22a1f13b90b0:46233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:52:40,812 INFO [RS:0;22a1f13b90b0:46233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:52:40,902 INFO [RS:1;22a1f13b90b0:45993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:52:40,903 INFO [RS:1;22a1f13b90b0:45993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=22a1f13b90b0%2C45993%2C1731361960346, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,45993,1731361960346, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs, maxLogs=55 2024-11-11T21:52:40,913 INFO [RS:0;22a1f13b90b0:46233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:52:40,914 INFO [RS:0;22a1f13b90b0:46233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=22a1f13b90b0%2C46233%2C1731361960303, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs, maxLogs=55 2024-11-11T21:52:40,924 INFO [RS:1;22a1f13b90b0:45993 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,45993,1731361960346/22a1f13b90b0%2C45993%2C1731361960346.1731361960905 2024-11-11T21:52:40,924 DEBUG [RS:1;22a1f13b90b0:45993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:40,935 INFO [RS:0;22a1f13b90b0:46233 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303/22a1f13b90b0%2C46233%2C1731361960303.1731361960915 2024-11-11T21:52:40,935 DEBUG [RS:0;22a1f13b90b0:46233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:40,940 DEBUG [22a1f13b90b0:40243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:52:40,941 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:52:40,942 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:52:40,942 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:52:40,942 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:52:40,942 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:52:40,942 INFO [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:52:40,942 INFO [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:52:40,942 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:52:40,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:40,944 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,46233,1731361960303, state=OPENING 2024-11-11T21:52:40,946 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:52:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:40,948 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:52:40,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:40,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,46233,1731361960303}] 2024-11-11T21:52:40,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:40,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:41,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:52:41,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:52:41,106 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:52:41,106 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:41,107 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:52:41,108 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=22a1f13b90b0%2C46233%2C1731361960303.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs, maxLogs=55 2024-11-11T21:52:41,131 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303/22a1f13b90b0%2C46233%2C1731361960303.meta.1731361961109.meta 2024-11-11T21:52:41,131 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:41,132 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:41,132 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:52:41,133 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:52:41,133 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:52:41,133 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:52:41,133 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:41,133 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:52:41,133 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:52:41,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T21:52:41,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:52:41,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:41,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:41,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T21:52:41,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:52:41,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:41,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:41,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T21:52:41,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:52:41,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:41,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:41,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T21:52:41,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:52:41,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:41,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:41,139 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:52:41,140 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:41,140 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:41,140 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:52:41,141 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:52:41,141 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:52:41,142 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:52:41,143 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66131890, jitterRate=-0.01455804705619812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:52:41,143 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:52:41,144 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731361961133Writing region info on filesystem at 1731361961134 (+1 ms)Initializing all the Stores at 1731361961134Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361961134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361961134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361961134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361961134Cleaning up temporary data from old regions at 1731361961141 (+7 ms)Running coprocessor post-open hooks at 1731361961143 (+2 ms)Region opened successfully at 1731361961144 (+1 ms) 2024-11-11T21:52:41,145 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731361961101 2024-11-11T21:52:41,148 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:52:41,148 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:52:41,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:41,151 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,46233,1731361960303, state=OPEN 2024-11-11T21:52:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:41,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:41,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:41,152 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:41,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:41,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:52:41,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,46233,1731361960303 in 204 msec 2024-11-11T21:52:41,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:52:41,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-11T21:52:41,159 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:52:41,159 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:52:41,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:52:41,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46233,1731361960303, seqNum=-1] 2024-11-11T21:52:41,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:52:41,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:52:41,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 517 msec 2024-11-11T21:52:41,175 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731361961175, completionTime=-1 2024-11-11T21:52:41,175 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T21:52:41,175 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T21:52:41,179 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T21:52:41,179 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731362021179 2024-11-11T21:52:41,180 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731362081180 2024-11-11T21:52:41,180 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-11T21:52:41,180 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40243,1731361960238-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:41,181 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40243,1731361960238-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:41,181 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40243,1731361960238-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:41,181 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-22a1f13b90b0:40243, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:41,181 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:41,183 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:41,185 DEBUG [master/22a1f13b90b0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:52:41,188 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.780sec 2024-11-11T21:52:41,188 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:52:41,189 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:52:41,189 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:52:41,189 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:52:41,189 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:52:41,189 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40243,1731361960238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:52:41,189 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40243,1731361960238-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:52:41,190 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:52:41,190 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:52:41,191 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40243,1731361960238-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:41,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689405c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:52:41,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 22a1f13b90b0,40243,-1 for getting cluster id 2024-11-11T21:52:41,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:52:41,195 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '808936b9-c5fc-456e-a69f-622ba0640eb0' 2024-11-11T21:52:41,195 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:52:41,196 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "808936b9-c5fc-456e-a69f-622ba0640eb0" 2024-11-11T21:52:41,196 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecc3488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:52:41,196 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [22a1f13b90b0,40243,-1] 2024-11-11T21:52:41,197 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:52:41,197 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:41,199 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:52:41,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9d15ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:52:41,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:52:41,204 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46233,1731361960303, seqNum=-1] 2024-11-11T21:52:41,204 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:52:41,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:52:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:41,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:52:41,212 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:41,212 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@286dee27 2024-11-11T21:52:41,212 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:52:41,216 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:52:41,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1731361961209', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:52:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731361961209 2024-11-11T21:52:41,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731361961209 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:52:41,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:41,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testBlockEvictionOnGracefulStop1731361961209" procId is: 4 2024-11-11T21:52:41,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731361961209 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:52:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:52:41,235 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eafcd9260f1a8608a59770302e52ba36, NAME => 'testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1731361961209', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:41,242 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:41,242 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(1722): Closing eafcd9260f1a8608a59770302e52ba36, disabling compactions & flushes 2024-11-11T21:52:41,242 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:41,242 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:41,242 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. after waiting 0 ms 2024-11-11T21:52:41,242 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:41,242 INFO [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:41,242 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731361961209-pool-0 {}] regionserver.HRegion(1676): Region close journal for eafcd9260f1a8608a59770302e52ba36: Waiting for close lock at 1731361961242Disabling compacts and flushes for region at 1731361961242Disabling writes for close at 1731361961242Writing region close event to WAL at 1731361961242Closed at 1731361961242 2024-11-11T21:52:41,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731361961209 execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:52:41,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731361961244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731361961244"}]},"ts":"1731361961244"} 2024-11-11T21:52:41,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:52:41,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731361961209 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:52:41,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731361961209","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731361961248"}]},"ts":"1731361961248"} 2024-11-11T21:52:41,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731361961209, state=ENABLING in hbase:meta 2024-11-11T21:52:41,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:52:41,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:52:41,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:52:41,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:52:41,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:52:41,253 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:52:41,253 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:52:41,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:52:41,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN}] 2024-11-11T21:52:41,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN 2024-11-11T21:52:41,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN; state=OFFLINE, location=22a1f13b90b0,46233,1731361960303; forceNewPlan=false, retain=false 2024-11-11T21:52:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:52:41,406 INFO [22a1f13b90b0:40243 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:52:41,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eafcd9260f1a8608a59770302e52ba36, regionState=OPENING, regionLocation=22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:41,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN because future has completed 2024-11-11T21:52:41,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafcd9260f1a8608a59770302e52ba36, server=22a1f13b90b0,46233,1731361960303}] 2024-11-11T21:52:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:52:41,567 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:41,567 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eafcd9260f1a8608a59770302e52ba36, NAME => 'testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:41,568 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731361961209 eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,568 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:41,568 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,568 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,569 INFO [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,573 INFO [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eafcd9260f1a8608a59770302e52ba36 columnFamilyName family 2024-11-11T21:52:41,573 DEBUG [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:41,574 INFO [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] regionserver.HStore(327): Store=eafcd9260f1a8608a59770302e52ba36/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:41,574 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,575 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,575 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,575 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,576 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,576 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,586 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:52:41,587 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eafcd9260f1a8608a59770302e52ba36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70804970, jitterRate=0.055076271295547485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:52:41,587 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:41,588 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eafcd9260f1a8608a59770302e52ba36: Running coprocessor pre-open hook at 1731361961568Writing region info on filesystem at 1731361961568Initializing all the Stores at 1731361961568Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361961569 (+1 ms)Cleaning up temporary data from old regions at 1731361961576 (+7 ms)Running coprocessor post-open hooks at 1731361961587 (+11 ms)Region opened successfully at 1731361961588 (+1 ms) 2024-11-11T21:52:41,589 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36., pid=6, masterSystemTime=1731361961564 2024-11-11T21:52:41,591 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:41,591 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:41,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eafcd9260f1a8608a59770302e52ba36, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:41,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafcd9260f1a8608a59770302e52ba36, server=22a1f13b90b0,46233,1731361960303 because future has completed 2024-11-11T21:52:41,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:52:41,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eafcd9260f1a8608a59770302e52ba36, server=22a1f13b90b0,46233,1731361960303 in 184 msec 2024-11-11T21:52:41,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:52:41,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN in 344 msec 2024-11-11T21:52:41,599 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731361961209 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:52:41,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731361961209","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731361961599"}]},"ts":"1731361961599"} 2024-11-11T21:52:41,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731361961209, state=ENABLED in hbase:meta 2024-11-11T21:52:41,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731361961209 execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:52:41,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731361961209 in 385 msec 2024-11-11T21:52:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:52:41,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1731361961209 get assigned. Timeout = 60000ms 2024-11-11T21:52:41,856 INFO [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1731361961209 completed 2024-11-11T21:52:41,856 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:52:41,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1731361961209 assigned to meta. Checking AM states. 2024-11-11T21:52:41,863 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:52:41,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1731361961209 assigned. 2024-11-11T21:52:41,867 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1731361961209', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36., hostname=22a1f13b90b0,46233,1731361960303, seqNum=2] 2024-11-11T21:52:41,872 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eafcd9260f1a8608a59770302e52ba36 1/1 column families, dataSize=78 B heapSize=480 B 2024-11-11T21:52:41,880 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6154f2e1f74c49d7b37ad82c6383aa47 2024-11-11T21:52:41,894 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/.tmp/family/6154f2e1f74c49d7b37ad82c6383aa47 is 43, key is row1/family:qf1/1/Put/seqid=0 2024-11-11T21:52:41,894 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/.tmp/family/6154f2e1f74c49d7b37ad82c6383aa47 2024-11-11T21:52:41,897 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/.tmp/family/6154f2e1f74c49d7b37ad82c6383aa47 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47 2024-11-11T21:52:41,898 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47, delay=967 ms 2024-11-11T21:52:41,900 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47, entries=2, sequenceid=6, filesize=4.9 K 2024-11-11T21:52:41,900 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for eafcd9260f1a8608a59770302e52ba36 in 28ms, sequenceid=6, compaction requested=false 2024-11-11T21:52:41,901 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1731361961209' 2024-11-11T21:52:41,901 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eafcd9260f1a8608a59770302e52ba36: 2024-11-11T21:52:42,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:52:42,867 DEBUG [hfile-prefetch-1731361959688 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 6154f2e1f74c49d7b37ad82c6383aa47_0. 2024-11-11T21:52:42,867 DEBUG [hfile-prefetch-1731361959688 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 6154f2e1f74c49d7b37ad82c6383aa47_117. 2024-11-11T21:52:42,868 DEBUG [hfile-prefetch-1731361959688 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47, with total blocks 2, and data blocks 1 2024-11-11T21:52:42,868 DEBUG [hfile-prefetch-1731361959688 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map 2024-11-11T21:52:42,868 DEBUG [hfile-prefetch-1731361959688 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue. 2024-11-11T21:52:42,868 DEBUG [hfile-prefetch-1731361959688 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47. Will sleep 100ms and try the verification again. 2024-11-11T21:52:42,902 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;22a1f13b90b0:46233,5,FailOnTimeoutGroup] 2024-11-11T21:52:42,902 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,46233,1731361960303' ***** 2024-11-11T21:52:42,902 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0 2024-11-11T21:52:42,905 INFO [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:52:42,905 INFO [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence 2024-11-11T21:52:42,905 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:52:42,905 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:52:42,905 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:52:42,905 INFO [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T21:52:42,905 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T21:52:42,915 DEBUG [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1488): Thread RS:0;22a1f13b90b0:46233 started persisting bucket cache to file 2024-11-11T21:52:42,915 DEBUG [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T21:52:42,915 DEBUG [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T21:52:42,918 DEBUG [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0 2024-11-11T21:52:42,918 DEBUG [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731361962915 2024-11-11T21:52:42,918 DEBUG [RS:0;22a1f13b90b0:46233 {}] bucket.BucketCache(1510): Thread RS:0;22a1f13b90b0:46233 finished persisting bucket cache to file, renaming 2024-11-11T21:52:42,919 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:52:42,919 INFO [RS:0;22a1f13b90b0:46233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:52:42,919 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:52:42,919 INFO [RS:0;22a1f13b90b0:46233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:52:42,919 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(3091): Received CLOSE for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:42,919 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:42,919 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:52:42,919 INFO [RS:0;22a1f13b90b0:46233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;22a1f13b90b0:46233. 2024-11-11T21:52:42,919 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T21:52:42,919 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eafcd9260f1a8608a59770302e52ba36, disabling compactions & flushes 2024-11-11T21:52:42,920 DEBUG [RS:0;22a1f13b90b0:46233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:42,920 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:42,920 DEBUG [RS:0;22a1f13b90b0:46233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:42,920 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:42,920 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. after waiting 0 ms 2024-11-11T21:52:42,920 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:52:42,920 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:42,920 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:52:42,920 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:52:42,920 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:52:42,920 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:52:42,920 DEBUG [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eafcd9260f1a8608a59770302e52ba36=testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.} 2024-11-11T21:52:42,920 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T21:52:42,920 DEBUG [StoreFileCloser-eafcd9260f1a8608a59770302e52ba36-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47 2024-11-11T21:52:42,920 DEBUG [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:42,920 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:52:42,920 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:52:42,921 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:52:42,921 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:52:42,921 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:52:42,920 WARN [hfile-prefetch-1731361959688 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47, offset=158, end=158 java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2338) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?] at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2321) ~[classes/:?] ... 9 more 2024-11-11T21:52:42,921 DEBUG [hfile-prefetch-1731361959688 {}] hfile.PrefetchExecutor(121): Prefetch completed for 6154f2e1f74c49d7b37ad82c6383aa47 2024-11-11T21:52:42,921 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.75 KB heapSize=3.78 KB 2024-11-11T21:52:42,925 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T21:52:42,925 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:42,925 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eafcd9260f1a8608a59770302e52ba36: Waiting for close lock at 1731361962919Running coprocessor pre-close hooks at 1731361962919Disabling compacts and flushes for region at 1731361962919Disabling writes for close at 1731361962920 (+1 ms)Writing region close event to WAL at 1731361962921 (+1 ms)Running coprocessor post-close hooks at 1731361962925 (+4 ms)Closed at 1731361962925 2024-11-11T21:52:42,925 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:42,930 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on a76abb08fb7c47f0a2ba0b24c841e9e7 2024-11-11T21:52:42,943 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/a76abb08fb7c47f0a2ba0b24c841e9e7 is 209, key is testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36./info:regioninfo/1731361961592/Put/seqid=0 2024-11-11T21:52:42,944 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.53 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/a76abb08fb7c47f0a2ba0b24c841e9e7 2024-11-11T21:52:42,954 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 142f227b54c6473eb6bd97b3e9b12b25 2024-11-11T21:52:42,963 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk 2024-11-11T21:52:42,963 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file 2024-11-11T21:52:42,963 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T21:52:42,963 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T21:52:42,966 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T21:52:42,966 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731361962963 2024-11-11T21:52:42,966 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming 2024-11-11T21:52:42,968 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:42,970 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/ns/142f227b54c6473eb6bd97b3e9b12b25 is 43, key is default/ns:d/1731361961166/Put/seqid=0 2024-11-11T21:52:42,971 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/ns/142f227b54c6473eb6bd97b3e9b12b25 2024-11-11T21:52:42,979 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on f159a734aba142ddacaa11283be86d74 2024-11-11T21:52:42,994 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/table/f159a734aba142ddacaa11283be86d74 is 80, key is testBlockEvictionOnGracefulStop1731361961209/table:state/1731361961599/Put/seqid=0 2024-11-11T21:52:42,995 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/table/f159a734aba142ddacaa11283be86d74 2024-11-11T21:52:42,997 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/a76abb08fb7c47f0a2ba0b24c841e9e7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/a76abb08fb7c47f0a2ba0b24c841e9e7 2024-11-11T21:52:42,999 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/a76abb08fb7c47f0a2ba0b24c841e9e7, delay=932 ms 2024-11-11T21:52:43,000 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/a76abb08fb7c47f0a2ba0b24c841e9e7, entries=10, sequenceid=11, filesize=7.0 K 2024-11-11T21:52:43,000 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/ns/142f227b54c6473eb6bd97b3e9b12b25 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/142f227b54c6473eb6bd97b3e9b12b25 2024-11-11T21:52:43,001 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/142f227b54c6473eb6bd97b3e9b12b25, delay=958 ms 2024-11-11T21:52:43,002 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/142f227b54c6473eb6bd97b3e9b12b25, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:52:43,003 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/table/f159a734aba142ddacaa11283be86d74 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/f159a734aba142ddacaa11283be86d74 2024-11-11T21:52:43,004 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/f159a734aba142ddacaa11283be86d74, delay=929 ms 2024-11-11T21:52:43,005 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/f159a734aba142ddacaa11283be86d74, entries=2, sequenceid=11, filesize=5.3 K 2024-11-11T21:52:43,006 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=11, compaction requested=false 2024-11-11T21:52:43,007 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/a76abb08fb7c47f0a2ba0b24c841e9e7 2024-11-11T21:52:43,007 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/142f227b54c6473eb6bd97b3e9b12b25 2024-11-11T21:52:43,008 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/f159a734aba142ddacaa11283be86d74 2024-11-11T21:52:43,012 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T21:52:43,012 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:52:43,012 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:52:43,013 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361962920Running coprocessor pre-close hooks at 1731361962920Disabling compacts and flushes for region at 1731361962920Disabling writes for close at 1731361962921 (+1 ms)Obtaining lock to block concurrent updates at 1731361962921Preparing flush snapshotting stores in 1588230740 at 1731361962921Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1797, getHeapSize=3808, getOffHeapSize=0, getCellsCount=14 at 1731361962921Flushing stores of hbase:meta,,1.1588230740 at 1731361962922 (+1 ms)Flushing 1588230740/info: creating writer at 1731361962922Flushing 1588230740/info: appending metadata at 1731361962942 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731361962943 (+1 ms)Flushing 1588230740/ns: creating writer at 1731361962947 (+4 ms)Flushing 1588230740/ns: appending metadata at 1731361962969 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731361962969Flushing 1588230740/table: creating writer at 1731361962973 (+4 ms)Flushing 1588230740/table: appending metadata at 1731361962994 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731361962994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d910f2a: reopening flushed file at 1731361962997 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c1e2c5: reopening flushed file at 1731361963000 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f474b19: reopening flushed file at 1731361963003 (+3 ms)Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=11, compaction requested=false at 1731361963006 (+3 ms)Writing region close event to WAL at 1731361963008 (+2 ms)Running coprocessor post-close hooks at 1731361963012 (+4 ms)Closed at 1731361963012 2024-11-11T21:52:43,013 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:52:43,121 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,46233,1731361960303; all regions closed. 2024-11-11T21:52:43,126 DEBUG [RS:0;22a1f13b90b0:46233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs 2024-11-11T21:52:43,126 INFO [RS:0;22a1f13b90b0:46233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C46233%2C1731361960303.meta:.meta(num 1731361961109) 2024-11-11T21:52:43,131 DEBUG [RS:0;22a1f13b90b0:46233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs 2024-11-11T21:52:43,131 INFO [RS:0;22a1f13b90b0:46233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C46233%2C1731361960303:(num 1731361960915) 2024-11-11T21:52:43,131 DEBUG [RS:0;22a1f13b90b0:46233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:43,131 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:43,131 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:52:43,132 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:52:43,133 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:52:43,133 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:52:43,133 INFO [RS:0;22a1f13b90b0:46233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46233 2024-11-11T21:52:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,46233,1731361960303 2024-11-11T21:52:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:52:43,138 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:52:43,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,46233,1731361960303] 2024-11-11T21:52:43,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,46233,1731361960303 already deleted, retry=false 2024-11-11T21:52:43,140 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 22a1f13b90b0,46233,1731361960303 on 22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:43,145 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 22a1f13b90b0,46233,1731361960303, splitWal=true, meta=true 2024-11-11T21:52:43,147 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for 22a1f13b90b0,46233,1731361960303 (carryingMeta=true) 22a1f13b90b0,46233,1731361960303/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2b81e784[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T21:52:43,147 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 22a1f13b90b0,46233,1731361960303, splitWal=true, meta=true 2024-11-11T21:52:43,148 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 22a1f13b90b0,46233,1731361960303, splitWal=true, meta=true, isMeta: true 2024-11-11T21:52:43,149 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303-splitting 2024-11-11T21:52:43,149 INFO [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303-splitting dir is empty, no logs to split. 2024-11-11T21:52:43,149 INFO [PEWorker-2 {}] master.SplitWALManager(105): 22a1f13b90b0,46233,1731361960303 WAL count=0, meta=true 2024-11-11T21:52:43,151 INFO [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303-splitting dir is empty, no logs to split. 2024-11-11T21:52:43,151 INFO [PEWorker-2 {}] master.SplitWALManager(105): 22a1f13b90b0,46233,1731361960303 WAL count=0, meta=true 2024-11-11T21:52:43,151 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 22a1f13b90b0,46233,1731361960303 WAL splitting is done? wals=0, meta=true 2024-11-11T21:52:43,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:52:43,155 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:52:43,156 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:52:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:43,239 INFO [RS:0;22a1f13b90b0:46233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:52:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10030c64d850001, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:43,239 INFO [RS:0;22a1f13b90b0:46233 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,46233,1731361960303; zookeeper connection closed. 2024-11-11T21:52:43,240 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b661e1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b661e1b 2024-11-11T21:52:43,306 DEBUG [22a1f13b90b0:40243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:52:43,307 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:43,308 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,45993,1731361960346, state=OPENING 2024-11-11T21:52:43,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:43,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:43,310 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:52:43,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:43,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:43,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,45993,1731361960346}] 2024-11-11T21:52:43,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:52:43,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:43,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:43,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:52:43,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:52:43,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:52:43,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:52:43,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:52:43,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44325 2024-11-11T21:52:43,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44325 connecting to ZooKeeper ensemble=127.0.0.1:49603 2024-11-11T21:52:43,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:43,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:43,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443250x0, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:52:43,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44325-0x10030c64d850003 connected 2024-11-11T21:52:43,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on existing znode=/hbase/running 2024-11-11T21:52:43,429 DEBUG [pool-298-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT 2024-11-11T21:52:43,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:52:43,430 INFO [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.cache 2024-11-11T21:52:43,431 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:52:43,431 INFO [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread 2024-11-11T21:52:43,431 INFO [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100 2024-11-11T21:52:43,431 INFO [Thread-206 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file 2024-11-11T21:52:43,431 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:52:43,431 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:52:43,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:52:43,432 INFO [Thread-206 {}] bucket.BucketCache(1553): Reading new chunked format of persistence. 2024-11-11T21:52:43,433 INFO [Thread-206 {}] bucket.BucketCache(1706): Retrieved 0 of chunks with blockCount = 0. 2024-11-11T21:52:43,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:52:43,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44325 2024-11-11T21:52:43,437 DEBUG [Thread-206 {}] bucket.BucketCache(1570): Updating region size map after retrieving cached file list 2024-11-11T21:52:43,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44325 2024-11-11T21:52:43,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44325 2024-11-11T21:52:43,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44325 2024-11-11T21:52:43,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44325 2024-11-11T21:52:43,438 INFO [Thread-206 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:52:43,438 INFO [Thread-206 {}] bucket.BucketCache(1563): Bucket cache retrieved from file successfully with size: 0 2024-11-11T21:52:43,438 INFO [Thread-206 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence is complete. 2024-11-11T21:52:43,439 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(746): ClusterId : 808936b9-c5fc-456e-a69f-622ba0640eb0 2024-11-11T21:52:43,439 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:52:43,441 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:52:43,441 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:52:43,443 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:52:43,443 DEBUG [RS:2;22a1f13b90b0:44325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1140a7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:52:43,455 DEBUG [RS:2;22a1f13b90b0:44325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;22a1f13b90b0:44325 2024-11-11T21:52:43,455 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:52:43,455 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:52:43,455 DEBUG [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:52:43,456 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,40243,1731361960238 with port=44325, startcode=1731361963423 2024-11-11T21:52:43,456 DEBUG [RS:2;22a1f13b90b0:44325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:52:43,458 INFO [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:52:43,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,44325,1731361963423 2024-11-11T21:52:43,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40243 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,44325,1731361963423 2024-11-11T21:52:43,460 DEBUG [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44 2024-11-11T21:52:43,460 DEBUG [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/ 2024-11-11T21:52:43,461 DEBUG [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:52:43,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:52:43,463 DEBUG [RS:2;22a1f13b90b0:44325 {}] zookeeper.ZKUtil(111): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,44325,1731361963423 2024-11-11T21:52:43,463 WARN [RS:2;22a1f13b90b0:44325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:52:43,463 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:52:43,463 INFO [RS:2;22a1f13b90b0:44325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:43,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,44325,1731361963423] 2024-11-11T21:52:43,463 DEBUG [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,44325,1731361963423 2024-11-11T21:52:43,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:52:43,466 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:52:43,466 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:52:43,467 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:52:43,468 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=22a1f13b90b0%2C45993%2C1731361960346.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,45993,1731361960346, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs, maxLogs=55 2024-11-11T21:52:43,468 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:52:43,471 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:52:43,472 INFO [RS:2;22a1f13b90b0:44325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:52:43,472 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,472 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:52:43,473 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:52:43,473 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,473 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,473 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,473 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,473 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,473 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,473 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:52:43,474 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,474 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,474 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,474 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,474 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,474 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:52:43,474 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:43,474 DEBUG [RS:2;22a1f13b90b0:44325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:52:43,478 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,478 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,478 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,478 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,478 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,478 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,44325,1731361963423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:52:43,486 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,45993,1731361960346/22a1f13b90b0%2C45993%2C1731361960346.meta.1731361963468.meta 2024-11-11T21:52:43,486 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:43,486 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:43,487 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:52:43,487 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:52:43,487 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:52:43,487 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:52:43,487 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:43,487 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:52:43,487 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:52:43,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 2024-11-11T21:52:43,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:52:43,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:43,490 DEBUG [StoreFileOpener-1588230740-info-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/a76abb08fb7c47f0a2ba0b24c841e9e7, delay=999 ms 2024-11-11T21:52:43,491 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/a76abb08fb7c47f0a2ba0b24c841e9e7 2024-11-11T21:52:43,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:43,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 2024-11-11T21:52:43,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:52:43,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:43,493 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:52:43,493 DEBUG [StoreFileOpener-1588230740-ns-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/142f227b54c6473eb6bd97b3e9b12b25, delay=970 ms 2024-11-11T21:52:43,493 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,44325,1731361963423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,494 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,494 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.Replication(171): 22a1f13b90b0,44325,1731361963423 started 2024-11-11T21:52:43,494 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/142f227b54c6473eb6bd97b3e9b12b25 2024-11-11T21:52:43,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:43,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 2024-11-11T21:52:43,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:52:43,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:43,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:43,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 2024-11-11T21:52:43,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:52:43,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:43,498 DEBUG [StoreFileOpener-1588230740-table-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/f159a734aba142ddacaa11283be86d74, delay=957 ms 2024-11-11T21:52:43,499 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/f159a734aba142ddacaa11283be86d74 2024-11-11T21:52:43,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:52:43,500 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:52:43,500 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:43,501 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740 2024-11-11T21:52:43,501 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:52:43,501 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:52:43,502 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:52:43,503 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:52:43,503 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62881769, jitterRate=-0.06298862397670746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:52:43,504 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:52:43,505 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731361963487Writing region info on filesystem at 1731361963487Initializing all the Stores at 1731361963487Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361963487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361963488 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361963488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361963488Cleaning up temporary data from old regions at 1731361963501 (+13 ms)Running coprocessor post-open hooks at 1731361963504 (+3 ms)Region opened successfully at 1731361963505 (+1 ms) 2024-11-11T21:52:43,506 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=9, masterSystemTime=1731361963462 2024-11-11T21:52:43,508 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:52:43,508 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:52:43,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:43,509 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,45993,1731361960346, state=OPEN 2024-11-11T21:52:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:52:43,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:43,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:43,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:52:43,511 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=9, ppid=8, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:43,512 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:52:43,512 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,44325,1731361963423, RpcServer on 22a1f13b90b0/172.17.0.2:44325, sessionid=0x10030c64d850003 2024-11-11T21:52:43,513 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:52:43,513 DEBUG [RS:2;22a1f13b90b0:44325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,44325,1731361963423 2024-11-11T21:52:43,513 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,44325,1731361963423' 2024-11-11T21:52:43,513 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:52:43,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:52:43,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,45993,1731361960346 in 201 msec 2024-11-11T21:52:43,513 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:52:43,514 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:52:43,514 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:52:43,514 DEBUG [RS:2;22a1f13b90b0:44325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,44325,1731361963423 2024-11-11T21:52:43,514 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,44325,1731361963423' 2024-11-11T21:52:43,514 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:52:43,514 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:52:43,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T21:52:43,515 DEBUG [RS:2;22a1f13b90b0:44325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:52:43,515 INFO [RS:2;22a1f13b90b0:44325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:52:43,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-11T21:52:43,515 INFO [RS:2;22a1f13b90b0:44325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:52:43,515 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 22a1f13b90b0,46233,1731361960303 had 2 regions 2024-11-11T21:52:43,516 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 22a1f13b90b0,46233,1731361960303, splitWal=true, meta=true, isMeta: false 2024-11-11T21:52:43,516 INFO [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303-splitting dir is empty, no logs to split. 2024-11-11T21:52:43,516 INFO [PEWorker-3 {}] master.SplitWALManager(105): 22a1f13b90b0,46233,1731361960303 WAL count=0, meta=false 2024-11-11T21:52:43,517 INFO [PEWorker-3 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,46233,1731361960303-splitting dir is empty, no logs to split. 2024-11-11T21:52:43,517 INFO [PEWorker-3 {}] master.SplitWALManager(105): 22a1f13b90b0,46233,1731361960303 WAL count=0, meta=false 2024-11-11T21:52:43,517 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 22a1f13b90b0,46233,1731361960303 WAL splitting is done? wals=0, meta=false 2024-11-11T21:52:43,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN}] 2024-11-11T21:52:43,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN 2024-11-11T21:52:43,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:52:43,616 INFO [RS:2;22a1f13b90b0:44325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:52:43,616 INFO [RS:2;22a1f13b90b0:44325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=22a1f13b90b0%2C44325%2C1731361963423, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,44325,1731361963423, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs, maxLogs=55 2024-11-11T21:52:43,633 INFO [RS:2;22a1f13b90b0:44325 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/WALs/22a1f13b90b0,44325,1731361963423/22a1f13b90b0%2C44325%2C1731361963423.1731361963617 2024-11-11T21:52:43,633 DEBUG [RS:2;22a1f13b90b0:44325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [] 2024-11-11T21:52:43,670 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:52:43,671 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:52:43,671 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:52:43,671 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:52:43,671 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:52:43,671 INFO [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:52:43,671 INFO [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:52:43,671 DEBUG [22a1f13b90b0:40243 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:52:43,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=eafcd9260f1a8608a59770302e52ba36, regionState=OPENING, regionLocation=22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:43,672 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 22a1f13b90b0:46233 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 22a1f13b90b0/172.17.0.2:46233 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:52:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46233,1731361960303, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46233,1731361960303, seqNum=-1, error=java.net.ConnectException: Call to address=22a1f13b90b0:46233 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 22a1f13b90b0/172.17.0.2:46233 2024-11-11T21:52:43,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46233,1731361960303, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T21:52:43,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46233,1731361960303, seqNum=-1 from cache 2024-11-11T21:52:43,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.FailedServers(52): Added failed server with address 22a1f13b90b0:46233 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 22a1f13b90b0/172.17.0.2:46233 2024-11-11T21:52:43,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:52:43,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,45993,1731361960346, seqNum=-1] 2024-11-11T21:52:43,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:52:43,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:52:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN because future has completed 2024-11-11T21:52:43,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafcd9260f1a8608a59770302e52ba36, server=22a1f13b90b0,45993,1731361960346}] 2024-11-11T21:52:43,943 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:43,943 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => eafcd9260f1a8608a59770302e52ba36, NAME => 'testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:52:43,944 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731361961209 eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,945 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:52:43,945 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,945 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,946 INFO [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,947 INFO [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eafcd9260f1a8608a59770302e52ba36 columnFamilyName family 2024-11-11T21:52:43,947 DEBUG [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:52:43,949 DEBUG [StoreFileOpener-eafcd9260f1a8608a59770302e52ba36-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47, delay=910 ms 2024-11-11T21:52:43,950 DEBUG [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47 2024-11-11T21:52:43,950 INFO [StoreOpener-eafcd9260f1a8608a59770302e52ba36-1 {}] regionserver.HStore(327): Store=eafcd9260f1a8608a59770302e52ba36/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:52:43,950 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,951 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,951 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,951 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,951 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,952 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,953 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened eafcd9260f1a8608a59770302e52ba36; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70258322, jitterRate=0.04693058133125305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:52:43,953 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:43,954 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for eafcd9260f1a8608a59770302e52ba36: Running coprocessor pre-open hook at 1731361963945Writing region info on filesystem at 1731361963945Initializing all the Stores at 1731361963945Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361963945Cleaning up temporary data from old regions at 1731361963951 (+6 ms)Running coprocessor post-open hooks at 1731361963953 (+2 ms)Region opened successfully at 1731361963954 (+1 ms) 2024-11-11T21:52:43,954 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36., pid=11, masterSystemTime=1731361963939 2024-11-11T21:52:43,957 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:43,957 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:43,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=eafcd9260f1a8608a59770302e52ba36, regionState=OPEN, openSeqNum=10, regionLocation=22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:43,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafcd9260f1a8608a59770302e52ba36, server=22a1f13b90b0,45993,1731361960346 because future has completed 2024-11-11T21:52:43,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T21:52:43,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure eafcd9260f1a8608a59770302e52ba36, server=22a1f13b90b0,45993,1731361960346 in 174 msec 2024-11-11T21:52:43,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-11T21:52:43,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731361961209, region=eafcd9260f1a8608a59770302e52ba36, ASSIGN in 444 msec 2024-11-11T21:52:43,964 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 22a1f13b90b0,46233,1731361960303 after splitting done 2024-11-11T21:52:43,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure 22a1f13b90b0,46233,1731361960303, splitWal=true, meta=true in 823 msec 2024-11-11T21:52:44,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:52:44,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:52:44,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:44,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:44,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:44,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:52:44,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:52:44,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1315954437, stopped=false 2024-11-11T21:52:44,014 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=22a1f13b90b0,40243,1731361960238 2024-11-11T21:52:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:52:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:44,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:52:44,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:52:44,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:44,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:44,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:44,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:52:44,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:44,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,45993,1731361960346' ***** 2024-11-11T21:52:44,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:52:44,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,44325,1731361963423' ***** 2024-11-11T21:52:44,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:52:44,017 INFO [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:52:44,017 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:52:44,017 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:52:44,017 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:52:44,017 INFO [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence 2024-11-11T21:52:44,017 INFO [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T21:52:44,017 INFO [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:52:44,017 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:52:44,017 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:52:44,017 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T21:52:44,017 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:52:44,017 INFO [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71b936a4-bc39-b470-5d1e-c37e7836041f/bucket.persistence 2024-11-11T21:52:44,017 INFO [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1769): Shutting down cache persister thread. 2024-11-11T21:52:44,018 WARN [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread. java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?] 2024-11-11T21:52:44,027 DEBUG [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1488): Thread RS:1;22a1f13b90b0:45993 started persisting bucket cache to file 2024-11-11T21:52:44,027 DEBUG [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T21:52:44,027 DEBUG [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T21:52:44,028 DEBUG [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1488): Thread RS:2;22a1f13b90b0:44325 started persisting bucket cache to file 2024-11-11T21:52:44,028 DEBUG [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1495): Persist in new chunked persistence format. 2024-11-11T21:52:44,028 DEBUG [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000 2024-11-11T21:52:44,030 DEBUG [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T21:52:44,030 DEBUG [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0 2024-11-11T21:52:44,030 DEBUG [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731361964028 2024-11-11T21:52:44,030 DEBUG [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731361964027 2024-11-11T21:52:44,030 DEBUG [RS:2;22a1f13b90b0:44325 {}] bucket.BucketCache(1510): Thread RS:2;22a1f13b90b0:44325 finished persisting bucket cache to file, renaming 2024-11-11T21:52:44,030 DEBUG [RS:1;22a1f13b90b0:45993 {}] bucket.BucketCache(1510): Thread RS:1;22a1f13b90b0:45993 finished persisting bucket cache to file, renaming 2024-11-11T21:52:44,030 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:52:44,030 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:52:44,030 INFO [RS:2;22a1f13b90b0:44325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:52:44,030 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:52:44,031 INFO [RS:2;22a1f13b90b0:44325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:52:44,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:52:44,031 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,44325,1731361963423 2024-11-11T21:52:44,031 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:44,031 INFO [RS:2;22a1f13b90b0:44325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;22a1f13b90b0:44325. 2024-11-11T21:52:44,031 DEBUG [RS:2;22a1f13b90b0:44325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:44,031 DEBUG [RS:2;22a1f13b90b0:44325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;22a1f13b90b0:45993. 2024-11-11T21:52:44,031 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,44325,1731361963423; all regions closed. 2024-11-11T21:52:44,031 DEBUG [RS:1;22a1f13b90b0:45993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:52:44,031 DEBUG [RS:1;22a1f13b90b0:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:44,031 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T21:52:44,031 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eafcd9260f1a8608a59770302e52ba36, disabling compactions & flushes 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:52:44,031 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:52:44,031 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:44,031 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:52:44,031 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. after waiting 0 ms 2024-11-11T21:52:44,031 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:44,032 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:52:44,032 DEBUG [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eafcd9260f1a8608a59770302e52ba36=testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36.} 2024-11-11T21:52:44,032 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 2024-11-11T21:52:44,032 DEBUG [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eafcd9260f1a8608a59770302e52ba36 2024-11-11T21:52:44,032 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:52:44,032 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:52:44,032 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:52:44,032 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:52:44,032 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:52:44,032 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.21 KB heapSize=2.80 KB 2024-11-11T21:52:44,032 DEBUG [StoreFileCloser-eafcd9260f1a8608a59770302e52ba36-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/family/6154f2e1f74c49d7b37ad82c6383aa47 2024-11-11T21:52:44,033 DEBUG [RS:2;22a1f13b90b0:44325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs 2024-11-11T21:52:44,033 INFO [RS:2;22a1f13b90b0:44325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C44325%2C1731361963423:(num 1731361963617) 2024-11-11T21:52:44,033 DEBUG [RS:2;22a1f13b90b0:44325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:44,033 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:44,033 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:52:44,034 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:52:44,034 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:52:44,034 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:52:44,034 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:52:44,034 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:52:44,034 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:52:44,034 INFO [RS:2;22a1f13b90b0:44325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44325 2024-11-11T21:52:44,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:52:44,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,44325,1731361963423 2024-11-11T21:52:44,036 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:52:44,037 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/default/testBlockEvictionOnGracefulStop1731361961209/eafcd9260f1a8608a59770302e52ba36/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T21:52:44,037 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:44,037 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eafcd9260f1a8608a59770302e52ba36: Waiting for close lock at 1731361964031Running coprocessor pre-close hooks at 1731361964031Disabling compacts and flushes for region at 1731361964031Disabling writes for close at 1731361964031Writing region close event to WAL at 1731361964033 (+2 ms)Running coprocessor post-close hooks at 1731361964037 (+4 ms)Closed at 1731361964037 2024-11-11T21:52:44,037 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36. 2024-11-11T21:52:44,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,44325,1731361963423] 2024-11-11T21:52:44,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,44325,1731361963423 already deleted, retry=false 2024-11-11T21:52:44,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,44325,1731361963423 expired; onlineServers=1 2024-11-11T21:52:44,041 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b8e4f0b6656e4bb0bdb1aa1cd643b150 2024-11-11T21:52:44,054 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/b8e4f0b6656e4bb0bdb1aa1cd643b150 is 209, key is testBlockEvictionOnGracefulStop1731361961209,,1731361961217.eafcd9260f1a8608a59770302e52ba36./info:regioninfo/1731361963957/Put/seqid=0 2024-11-11T21:52:44,055 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.21 KB at sequenceid=19 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/b8e4f0b6656e4bb0bdb1aa1cd643b150 2024-11-11T21:52:44,057 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/.tmp/info/b8e4f0b6656e4bb0bdb1aa1cd643b150 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/b8e4f0b6656e4bb0bdb1aa1cd643b150 2024-11-11T21:52:44,058 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/b8e4f0b6656e4bb0bdb1aa1cd643b150, delay=969 ms 2024-11-11T21:52:44,059 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/b8e4f0b6656e4bb0bdb1aa1cd643b150, entries=8, sequenceid=19, filesize=6.6 K 2024-11-11T21:52:44,059 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 27ms, sequenceid=19, compaction requested=false 2024-11-11T21:52:44,060 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/a76abb08fb7c47f0a2ba0b24c841e9e7 2024-11-11T21:52:44,060 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/info/b8e4f0b6656e4bb0bdb1aa1cd643b150 2024-11-11T21:52:44,061 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/ns/142f227b54c6473eb6bd97b3e9b12b25 2024-11-11T21:52:44,061 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/table/f159a734aba142ddacaa11283be86d74 2024-11-11T21:52:44,063 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:44,065 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T21:52:44,065 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:52:44,065 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:52:44,065 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361964032Running coprocessor pre-close hooks at 1731361964032Disabling compacts and flushes for region at 1731361964032Disabling writes for close at 1731361964032Obtaining lock to block concurrent updates at 1731361964032Preparing flush snapshotting stores in 1588230740 at 1731361964032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1238, getHeapSize=2800, getOffHeapSize=0, getCellsCount=8 at 1731361964033 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731361964033Flushing 1588230740/info: creating writer at 1731361964033Flushing 1588230740/info: appending metadata at 1731361964054 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731361964054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121b29b3: reopening flushed file at 1731361964057 (+3 ms)Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 27ms, sequenceid=19, compaction requested=false at 1731361964060 (+3 ms)Writing region close event to WAL at 1731361964061 (+1 ms)Running coprocessor post-close hooks at 1731361964065 (+4 ms)Closed at 1731361964065 2024-11-11T21:52:44,065 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:52:44,079 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:44,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:44,138 INFO [RS:2;22a1f13b90b0:44325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:52:44,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44325-0x10030c64d850003, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:44,138 INFO [RS:2;22a1f13b90b0:44325 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,44325,1731361963423; zookeeper connection closed. 2024-11-11T21:52:44,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@286d2327 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@286d2327 2024-11-11T21:52:44,232 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,45993,1731361960346; all regions closed. 2024-11-11T21:52:44,234 DEBUG [RS:1;22a1f13b90b0:45993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs 2024-11-11T21:52:44,234 INFO [RS:1;22a1f13b90b0:45993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C45993%2C1731361960346.meta:.meta(num 1731361963468) 2024-11-11T21:52:44,235 DEBUG [RS:1;22a1f13b90b0:45993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/oldWALs 2024-11-11T21:52:44,236 INFO [RS:1;22a1f13b90b0:45993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C45993%2C1731361960346:(num 1731361960905) 2024-11-11T21:52:44,236 DEBUG [RS:1;22a1f13b90b0:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:52:44,236 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:52:44,236 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:52:44,236 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:52:44,236 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:52:44,236 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:52:44,237 INFO [RS:1;22a1f13b90b0:45993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45993 2024-11-11T21:52:44,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:52:44,238 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:52:44,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,45993,1731361960346 2024-11-11T21:52:44,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,45993,1731361960346] 2024-11-11T21:52:44,241 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,45993,1731361960346 already deleted, retry=false 2024-11-11T21:52:44,241 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,45993,1731361960346 expired; onlineServers=0 2024-11-11T21:52:44,241 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '22a1f13b90b0,40243,1731361960238' ***** 2024-11-11T21:52:44,241 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:52:44,241 INFO [M:0;22a1f13b90b0:40243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:52:44,241 INFO [M:0;22a1f13b90b0:40243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:52:44,241 DEBUG [M:0;22a1f13b90b0:40243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:52:44,242 DEBUG [M:0;22a1f13b90b0:40243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:52:44,242 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:52:44,242 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361960674 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361960674,5,FailOnTimeoutGroup] 2024-11-11T21:52:44,242 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361960674 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361960674,5,FailOnTimeoutGroup] 2024-11-11T21:52:44,242 INFO [M:0;22a1f13b90b0:40243 {}] hbase.ChoreService(370): Chore service for: master/22a1f13b90b0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:52:44,242 INFO [M:0;22a1f13b90b0:40243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:52:44,242 DEBUG [M:0;22a1f13b90b0:40243 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:52:44,242 INFO [M:0;22a1f13b90b0:40243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:52:44,242 INFO [M:0;22a1f13b90b0:40243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:52:44,242 INFO [M:0;22a1f13b90b0:40243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:52:44,243 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:52:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:52:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:52:44,244 DEBUG [M:0;22a1f13b90b0:40243 {}] zookeeper.ZKUtil(347): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:52:44,244 WARN [M:0;22a1f13b90b0:40243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:52:44,244 INFO [M:0;22a1f13b90b0:40243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/.lastflushedseqids 2024-11-11T21:52:44,251 INFO [M:0;22a1f13b90b0:40243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:52:44,251 INFO [M:0;22a1f13b90b0:40243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:52:44,251 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:52:44,251 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:44,251 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:44,251 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:52:44,251 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:44,251 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=39.49 KB heapSize=49.88 KB 2024-11-11T21:52:44,260 DEBUG [M:0;22a1f13b90b0:40243 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8f5863861bcf4952a02cc36f0fa26512 2024-11-11T21:52:44,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:52:44,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:52:44,276 DEBUG [M:0;22a1f13b90b0:40243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5863861bcf4952a02cc36f0fa26512 is 82, key is hbase:meta,,1/info:regioninfo/1731361963508/Put/seqid=0 2024-11-11T21:52:44,276 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5863861bcf4952a02cc36f0fa26512 2024-11-11T21:52:44,286 DEBUG [M:0;22a1f13b90b0:40243 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b594e8b33d874458953f0a3738e39919 2024-11-11T21:52:44,302 DEBUG [M:0;22a1f13b90b0:40243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b594e8b33d874458953f0a3738e39919 is 781, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731361961603/Put/seqid=0 2024-11-11T21:52:44,302 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.26 KB at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b594e8b33d874458953f0a3738e39919 2024-11-11T21:52:44,310 DEBUG [M:0;22a1f13b90b0:40243 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 780bb8d6f7b547f6b49832a3ce076ad0 2024-11-11T21:52:44,325 DEBUG [M:0;22a1f13b90b0:40243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/780bb8d6f7b547f6b49832a3ce076ad0 is 69, key is 22a1f13b90b0,44325,1731361963423/rs:state/1731361963459/Put/seqid=0 2024-11-11T21:52:44,326 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/780bb8d6f7b547f6b49832a3ce076ad0 2024-11-11T21:52:44,328 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 780bb8d6f7b547f6b49832a3ce076ad0 2024-11-11T21:52:44,329 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5863861bcf4952a02cc36f0fa26512 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f5863861bcf4952a02cc36f0fa26512 2024-11-11T21:52:44,331 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f5863861bcf4952a02cc36f0fa26512, entries=14, sequenceid=102, filesize=5.9 K 2024-11-11T21:52:44,331 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b594e8b33d874458953f0a3738e39919 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b594e8b33d874458953f0a3738e39919 2024-11-11T21:52:44,333 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b594e8b33d874458953f0a3738e39919, entries=11, sequenceid=102, filesize=6.5 K 2024-11-11T21:52:44,333 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/780bb8d6f7b547f6b49832a3ce076ad0 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/780bb8d6f7b547f6b49832a3ce076ad0 2024-11-11T21:52:44,335 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 780bb8d6f7b547f6b49832a3ce076ad0 2024-11-11T21:52:44,336 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba743a78-c115-0639-c034-8a755158b045/9c8735cc-9900-e45c-5ffa-b5a2b2ca7b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/780bb8d6f7b547f6b49832a3ce076ad0, entries=3, sequenceid=102, filesize=5.3 K 2024-11-11T21:52:44,337 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.49 KB/40436, heapSize ~49.59 KB/50776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 85ms, sequenceid=102, compaction requested=false 2024-11-11T21:52:44,339 INFO [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:52:44,339 DEBUG [M:0;22a1f13b90b0:40243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731361964251Disabling compacts and flushes for region at 1731361964251Disabling writes for close at 1731361964251Obtaining lock to block concurrent updates at 1731361964251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731361964251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=40436, getHeapSize=51016, getOffHeapSize=0, getCellsCount=127 at 1731361964252 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731361964252Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731361964252Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731361964275 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731361964275Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731361964279 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731361964301 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731361964301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731361964304 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731361964324 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731361964324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e9d85e: reopening flushed file at 1731361964328 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423aec1: reopening flushed file at 1731361964331 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b71209a: reopening flushed file at 1731361964333 (+2 ms)Finished flush of dataSize ~39.49 KB/40436, heapSize ~49.59 KB/50776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 85ms, sequenceid=102, compaction requested=false at 1731361964337 (+4 ms)Writing region close event to WAL at 1731361964338 (+1 ms)Closed at 1731361964338 2024-11-11T21:52:44,340 INFO [M:0;22a1f13b90b0:40243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:52:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:44,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:52:44,340 INFO [RS:1;22a1f13b90b0:45993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:52:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x10030c64d850002, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:44,340 INFO [RS:1;22a1f13b90b0:45993 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,45993,1731361960346; zookeeper connection closed. 2024-11-11T21:52:44,340 INFO [M:0;22a1f13b90b0:40243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40243 2024-11-11T21:52:44,340 INFO [M:0;22a1f13b90b0:40243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:52:44,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78ae42de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78ae42de 2024-11-11T21:52:44,340 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T21:52:44,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:44,442 INFO [M:0;22a1f13b90b0:40243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:52:44,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40243-0x10030c64d850000, quorum=127.0.0.1:49603, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:52:44,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:52:44,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:52:44,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:52:44,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=71 (was 50) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=5481 (was 5689)